PageRenderTime 50ms CodeModel.GetById 16ms RepoModel.GetById 0ms app.codeStats 0ms

/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/auto_join31.q.out

#
text | 421 lines | 407 code | 14 blank | 0 comment | 0 complexity | 28797520f4f0cd7f2b501caa907067fa MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0
  1. PREHOOK: query: explain
  2. FROM
  3. (SELECT src.* FROM src sort by key) x
  4. RIGHT OUTER JOIN
  5. (SELECT src.* FROM src sort by value) Y
  6. ON (x.key = Y.key)
  7. JOIN
  8. (SELECT src.* FROM src sort by value) Z
  9. ON (x.key = Z.key)
  10. select sum(hash(Y.key,Y.value))
  11. PREHOOK: type: QUERY
  12. POSTHOOK: query: explain
  13. FROM
  14. (SELECT src.* FROM src sort by key) x
  15. RIGHT OUTER JOIN
  16. (SELECT src.* FROM src sort by value) Y
  17. ON (x.key = Y.key)
  18. JOIN
  19. (SELECT src.* FROM src sort by value) Z
  20. ON (x.key = Z.key)
  21. select sum(hash(Y.key,Y.value))
  22. POSTHOOK: type: QUERY
  23. ABSTRACT SYNTAX TREE:
  24. (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_RIGHTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Z) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Z) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
  25. STAGE DEPENDENCIES:
  26. Stage-1 is a root stage
  27. Stage-8 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-9, Stage-10, Stage-2
  28. Stage-9 has a backup stage: Stage-2
  29. Stage-6 depends on stages: Stage-9
  30. Stage-3 depends on stages: Stage-2, Stage-6, Stage-7
  31. Stage-10 has a backup stage: Stage-2
  32. Stage-7 depends on stages: Stage-10
  33. Stage-2
  34. Stage-4 is a root stage
  35. Stage-5 is a root stage
  36. Stage-0 is a root stage
  37. STAGE PLANS:
  38. Stage: Stage-1
  39. Map Reduce
  40. Alias -> Map Operator Tree:
  41. z:src
  42. TableScan
  43. alias: src
  44. Select Operator
  45. expressions:
  46. expr: key
  47. type: string
  48. expr: value
  49. type: string
  50. outputColumnNames: _col0, _col1
  51. Reduce Output Operator
  52. key expressions:
  53. expr: _col1
  54. type: string
  55. sort order: +
  56. tag: -1
  57. value expressions:
  58. expr: _col0
  59. type: string
  60. expr: _col1
  61. type: string
  62. Reduce Operator Tree:
  63. Extract
  64. File Output Operator
  65. compressed: false
  66. GlobalTableId: 0
  67. table:
  68. input format: org.apache.hadoop.mapred.SequenceFileInputFormat
  69. output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
  70. Stage: Stage-8
  71. Conditional Operator
  72. Stage: Stage-9
  73. Map Reduce Local Work
  74. Alias -> Map Local Tables:
  75. $INTNAME
  76. Fetch Operator
  77. limit: -1
  78. $INTNAME1
  79. Fetch Operator
  80. limit: -1
  81. Alias -> Map Local Operator Tree:
  82. $INTNAME
  83. HashTable Sink Operator
  84. condition expressions:
  85. 0
  86. 1 {_col0} {_col1}
  87. 2
  88. handleSkewJoin: false
  89. keys:
  90. 0 [Column[_col0]]
  91. 1 [Column[_col0]]
  92. 2 [Column[_col0]]
  93. Position of Big Table: 1
  94. $INTNAME1
  95. HashTable Sink Operator
  96. condition expressions:
  97. 0
  98. 1 {_col0} {_col1}
  99. 2
  100. handleSkewJoin: false
  101. keys:
  102. 0 [Column[_col0]]
  103. 1 [Column[_col0]]
  104. 2 [Column[_col0]]
  105. Position of Big Table: 1
  106. Stage: Stage-6
  107. Map Reduce
  108. Alias -> Map Operator Tree:
  109. $INTNAME2
  110. Map Join Operator
  111. condition map:
  112. Right Outer Join0 to 1
  113. Inner Join 0 to 2
  114. condition expressions:
  115. 0
  116. 1 {_col0} {_col1}
  117. 2
  118. handleSkewJoin: false
  119. keys:
  120. 0 [Column[_col0]]
  121. 1 [Column[_col0]]
  122. 2 [Column[_col0]]
  123. outputColumnNames: _col2, _col3
  124. Position of Big Table: 1
  125. Select Operator
  126. expressions:
  127. expr: _col2
  128. type: string
  129. expr: _col3
  130. type: string
  131. outputColumnNames: _col2, _col3
  132. Group By Operator
  133. aggregations:
  134. expr: sum(hash(_col2,_col3))
  135. bucketGroup: false
  136. mode: hash
  137. outputColumnNames: _col0
  138. File Output Operator
  139. compressed: false
  140. GlobalTableId: 0
  141. table:
  142. input format: org.apache.hadoop.mapred.SequenceFileInputFormat
  143. output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
  144. Local Work:
  145. Map Reduce Local Work
  146. Stage: Stage-3
  147. Map Reduce
  148. Alias -> Map Operator Tree:
  149. file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_19-00-07_239_7580938439193474886/-mr-10003
  150. Reduce Output Operator
  151. sort order:
  152. tag: -1
  153. value expressions:
  154. expr: _col0
  155. type: bigint
  156. Reduce Operator Tree:
  157. Group By Operator
  158. aggregations:
  159. expr: sum(VALUE._col0)
  160. bucketGroup: false
  161. mode: mergepartial
  162. outputColumnNames: _col0
  163. Select Operator
  164. expressions:
  165. expr: _col0
  166. type: bigint
  167. outputColumnNames: _col0
  168. File Output Operator
  169. compressed: false
  170. GlobalTableId: 0
  171. table:
  172. input format: org.apache.hadoop.mapred.TextInputFormat
  173. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  174. Stage: Stage-10
  175. Map Reduce Local Work
  176. Alias -> Map Local Tables:
  177. $INTNAME1
  178. Fetch Operator
  179. limit: -1
  180. $INTNAME2
  181. Fetch Operator
  182. limit: -1
  183. Alias -> Map Local Operator Tree:
  184. $INTNAME1
  185. HashTable Sink Operator
  186. condition expressions:
  187. 0
  188. 1 {_col0} {_col1}
  189. 2
  190. handleSkewJoin: false
  191. keys:
  192. 0 [Column[_col0]]
  193. 1 [Column[_col0]]
  194. 2 [Column[_col0]]
  195. Position of Big Table: 2
  196. $INTNAME2
  197. HashTable Sink Operator
  198. condition expressions:
  199. 0
  200. 1 {_col0} {_col1}
  201. 2
  202. handleSkewJoin: false
  203. keys:
  204. 0 [Column[_col0]]
  205. 1 [Column[_col0]]
  206. 2 [Column[_col0]]
  207. Position of Big Table: 2
  208. Stage: Stage-7
  209. Map Reduce
  210. Alias -> Map Operator Tree:
  211. $INTNAME
  212. Map Join Operator
  213. condition map:
  214. Right Outer Join0 to 1
  215. Inner Join 0 to 2
  216. condition expressions:
  217. 0
  218. 1 {_col0} {_col1}
  219. 2
  220. handleSkewJoin: false
  221. keys:
  222. 0 [Column[_col0]]
  223. 1 [Column[_col0]]
  224. 2 [Column[_col0]]
  225. outputColumnNames: _col2, _col3
  226. Position of Big Table: 2
  227. Select Operator
  228. expressions:
  229. expr: _col2
  230. type: string
  231. expr: _col3
  232. type: string
  233. outputColumnNames: _col2, _col3
  234. Group By Operator
  235. aggregations:
  236. expr: sum(hash(_col2,_col3))
  237. bucketGroup: false
  238. mode: hash
  239. outputColumnNames: _col0
  240. File Output Operator
  241. compressed: false
  242. GlobalTableId: 0
  243. table:
  244. input format: org.apache.hadoop.mapred.SequenceFileInputFormat
  245. output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
  246. Local Work:
  247. Map Reduce Local Work
  248. Stage: Stage-2
  249. Map Reduce
  250. Alias -> Map Operator Tree:
  251. $INTNAME
  252. Reduce Output Operator
  253. key expressions:
  254. expr: _col0
  255. type: string
  256. sort order: +
  257. Map-reduce partition columns:
  258. expr: _col0
  259. type: string
  260. tag: 2
  261. $INTNAME1
  262. Reduce Output Operator
  263. key expressions:
  264. expr: _col0
  265. type: string
  266. sort order: +
  267. Map-reduce partition columns:
  268. expr: _col0
  269. type: string
  270. tag: 0
  271. $INTNAME2
  272. Reduce Output Operator
  273. key expressions:
  274. expr: _col0
  275. type: string
  276. sort order: +
  277. Map-reduce partition columns:
  278. expr: _col0
  279. type: string
  280. tag: 1
  281. value expressions:
  282. expr: _col0
  283. type: string
  284. expr: _col1
  285. type: string
  286. Reduce Operator Tree:
  287. Join Operator
  288. condition map:
  289. Right Outer Join0 to 1
  290. Inner Join 0 to 2
  291. condition expressions:
  292. 0
  293. 1 {VALUE._col0} {VALUE._col1}
  294. 2
  295. handleSkewJoin: false
  296. outputColumnNames: _col2, _col3
  297. Select Operator
  298. expressions:
  299. expr: _col2
  300. type: string
  301. expr: _col3
  302. type: string
  303. outputColumnNames: _col2, _col3
  304. Group By Operator
  305. aggregations:
  306. expr: sum(hash(_col2,_col3))
  307. bucketGroup: false
  308. mode: hash
  309. outputColumnNames: _col0
  310. File Output Operator
  311. compressed: false
  312. GlobalTableId: 0
  313. table:
  314. input format: org.apache.hadoop.mapred.SequenceFileInputFormat
  315. output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
  316. Stage: Stage-4
  317. Map Reduce
  318. Alias -> Map Operator Tree:
  319. x:src
  320. TableScan
  321. alias: src
  322. Select Operator
  323. expressions:
  324. expr: key
  325. type: string
  326. expr: value
  327. type: string
  328. outputColumnNames: _col0, _col1
  329. Reduce Output Operator
  330. key expressions:
  331. expr: _col0
  332. type: string
  333. sort order: +
  334. tag: -1
  335. value expressions:
  336. expr: _col0
  337. type: string
  338. expr: _col1
  339. type: string
  340. Reduce Operator Tree:
  341. Extract
  342. File Output Operator
  343. compressed: false
  344. GlobalTableId: 0
  345. table:
  346. input format: org.apache.hadoop.mapred.SequenceFileInputFormat
  347. output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
  348. Stage: Stage-5
  349. Map Reduce
  350. Alias -> Map Operator Tree:
  351. y:src
  352. TableScan
  353. alias: src
  354. Select Operator
  355. expressions:
  356. expr: key
  357. type: string
  358. expr: value
  359. type: string
  360. outputColumnNames: _col0, _col1
  361. Reduce Output Operator
  362. key expressions:
  363. expr: _col1
  364. type: string
  365. sort order: +
  366. tag: -1
  367. value expressions:
  368. expr: _col0
  369. type: string
  370. expr: _col1
  371. type: string
  372. Reduce Operator Tree:
  373. Extract
  374. File Output Operator
  375. compressed: false
  376. GlobalTableId: 0
  377. table:
  378. input format: org.apache.hadoop.mapred.SequenceFileInputFormat
  379. output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
  380. Stage: Stage-0
  381. Fetch Operator
  382. limit: -1
  383. PREHOOK: query: FROM
  384. (SELECT src.* FROM src sort by key) x
  385. RIGHT OUTER JOIN
  386. (SELECT src.* FROM src sort by value) Y
  387. ON (x.key = Y.key)
  388. JOIN
  389. (SELECT src.* FROM src sort by value) Z
  390. ON (x.key = Z.key)
  391. select sum(hash(Y.key,Y.value))
  392. PREHOOK: type: QUERY
  393. PREHOOK: Input: default@src
  394. PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_19-00-09_306_4018311873888116476/-mr-10000
  395. POSTHOOK: query: FROM
  396. (SELECT src.* FROM src sort by key) x
  397. RIGHT OUTER JOIN
  398. (SELECT src.* FROM src sort by value) Y
  399. ON (x.key = Y.key)
  400. JOIN
  401. (SELECT src.* FROM src sort by value) Z
  402. ON (x.key = Z.key)
  403. select sum(hash(Y.key,Y.value))
  404. POSTHOOK: type: QUERY
  405. POSTHOOK: Input: default@src
  406. POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_19-00-09_306_4018311873888116476/-mr-10000
  407. 348019368476