PageRenderTime 54ms CodeModel.GetById 14ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/join34.q.out

#
text | 442 lines | 430 code | 12 blank | 0 comment | 0 complexity | 77d6cc9d22d05465ff0ff8e1e7411fbc MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0
  1. PREHOOK: query: CREATE TABLE dest_j1(key STRING, value STRING, val2 STRING) STORED AS TEXTFILE
  2. PREHOOK: type: CREATETABLE
  3. POSTHOOK: query: CREATE TABLE dest_j1(key STRING, value STRING, val2 STRING) STORED AS TEXTFILE
  4. POSTHOOK: type: CREATETABLE
  5. POSTHOOK: Output: default@dest_j1
  6. PREHOOK: query: EXPLAIN EXTENDED
  7. INSERT OVERWRITE TABLE dest_j1
  8. SELECT /*+ MAPJOIN(x) */ x.key, x.value, subq1.value
  9. FROM
  10. ( SELECT x.key as key, x.value as value from src x where x.key < 20
  11. UNION ALL
  12. SELECT x1.key as key, x1.value as value from src x1 where x1.key > 100
  13. ) subq1
  14. JOIN src1 x ON (x.key = subq1.key)
  15. PREHOOK: type: QUERY
  16. POSTHOOK: query: EXPLAIN EXTENDED
  17. INSERT OVERWRITE TABLE dest_j1
  18. SELECT /*+ MAPJOIN(x) */ x.key, x.value, subq1.value
  19. FROM
  20. ( SELECT x.key as key, x.value as value from src x where x.key < 20
  21. UNION ALL
  22. SELECT x1.key as key, x1.value as value from src x1 where x1.key > 100
  23. ) subq1
  24. JOIN src1 x ON (x.key = subq1.key)
  25. POSTHOOK: type: QUERY
  26. ABSTRACT SYNTAX TREE:
  27. (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) x)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value) value)) (TOK_WHERE (< (. (TOK_TABLE_OR_COL x) key) 20)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) x1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL x1) key) key) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x1) value) value)) (TOK_WHERE (> (. (TOK_TABLE_OR_COL x1) key) 100))))) subq1) (TOK_TABREF (TOK_TABNAME src1) x) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL subq1) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL subq1) value)))))
  28. STAGE DEPENDENCIES:
  29. Stage-8 is a root stage
  30. Stage-1 depends on stages: Stage-8
  31. Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
  32. Stage-4
  33. Stage-0 depends on stages: Stage-4, Stage-3
  34. Stage-2 depends on stages: Stage-0
  35. Stage-3
  36. STAGE PLANS:
  37. Stage: Stage-8
  38. Map Reduce Local Work
  39. Alias -> Map Local Tables:
  40. x
  41. Fetch Operator
  42. limit: -1
  43. Alias -> Map Local Operator Tree:
  44. x
  45. TableScan
  46. alias: x
  47. GatherStats: false
  48. HashTable Sink Operator
  49. condition expressions:
  50. 0 {_col1}
  51. 1 {key} {value}
  52. handleSkewJoin: false
  53. keys:
  54. 0 [Column[_col0]]
  55. 1 [Column[key]]
  56. Position of Big Table: 0
  57. Stage: Stage-1
  58. Map Reduce
  59. Alias -> Map Operator Tree:
  60. null-subquery1:subq1-subquery1:x
  61. TableScan
  62. alias: x
  63. GatherStats: false
  64. Filter Operator
  65. isSamplingPred: false
  66. predicate:
  67. expr: (key < 20)
  68. type: boolean
  69. Filter Operator
  70. isSamplingPred: false
  71. predicate:
  72. expr: (key < 20)
  73. type: boolean
  74. Select Operator
  75. expressions:
  76. expr: key
  77. type: string
  78. expr: value
  79. type: string
  80. outputColumnNames: _col0, _col1
  81. Union
  82. Map Join Operator
  83. condition map:
  84. Inner Join 0 to 1
  85. condition expressions:
  86. 0 {_col1}
  87. 1 {key} {value}
  88. handleSkewJoin: false
  89. keys:
  90. 0 [Column[_col0]]
  91. 1 [Column[key]]
  92. outputColumnNames: _col1, _col2, _col3
  93. Position of Big Table: 0
  94. Select Operator
  95. expressions:
  96. expr: _col1
  97. type: string
  98. expr: _col2
  99. type: string
  100. expr: _col3
  101. type: string
  102. outputColumnNames: _col1, _col2, _col3
  103. Select Operator
  104. expressions:
  105. expr: _col2
  106. type: string
  107. expr: _col3
  108. type: string
  109. expr: _col1
  110. type: string
  111. outputColumnNames: _col0, _col1, _col2
  112. File Output Operator
  113. compressed: false
  114. GlobalTableId: 1
  115. directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10002
  116. NumFilesPerFileSink: 1
  117. Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10000/
  118. table:
  119. input format: org.apache.hadoop.mapred.TextInputFormat
  120. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  121. properties:
  122. bucket_count -1
  123. columns key,value,val2
  124. columns.types string:string:string
  125. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  126. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  127. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest_j1
  128. name default.dest_j1
  129. serialization.ddl struct dest_j1 { string key, string value, string val2}
  130. serialization.format 1
  131. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  132. transient_lastDdlTime 1297382757
  133. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  134. name: default.dest_j1
  135. TotalFiles: 1
  136. GatherStats: true
  137. MultiFileSpray: false
  138. null-subquery2:subq1-subquery2:x1
  139. TableScan
  140. alias: x1
  141. GatherStats: false
  142. Filter Operator
  143. isSamplingPred: false
  144. predicate:
  145. expr: (key > 100)
  146. type: boolean
  147. Filter Operator
  148. isSamplingPred: false
  149. predicate:
  150. expr: (key > 100)
  151. type: boolean
  152. Select Operator
  153. expressions:
  154. expr: key
  155. type: string
  156. expr: value
  157. type: string
  158. outputColumnNames: _col0, _col1
  159. Union
  160. Map Join Operator
  161. condition map:
  162. Inner Join 0 to 1
  163. condition expressions:
  164. 0 {_col1}
  165. 1 {key} {value}
  166. handleSkewJoin: false
  167. keys:
  168. 0 [Column[_col0]]
  169. 1 [Column[key]]
  170. outputColumnNames: _col1, _col2, _col3
  171. Position of Big Table: 0
  172. Select Operator
  173. expressions:
  174. expr: _col1
  175. type: string
  176. expr: _col2
  177. type: string
  178. expr: _col3
  179. type: string
  180. outputColumnNames: _col1, _col2, _col3
  181. Select Operator
  182. expressions:
  183. expr: _col2
  184. type: string
  185. expr: _col3
  186. type: string
  187. expr: _col1
  188. type: string
  189. outputColumnNames: _col0, _col1, _col2
  190. File Output Operator
  191. compressed: false
  192. GlobalTableId: 1
  193. directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10002
  194. NumFilesPerFileSink: 1
  195. Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10000/
  196. table:
  197. input format: org.apache.hadoop.mapred.TextInputFormat
  198. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  199. properties:
  200. bucket_count -1
  201. columns key,value,val2
  202. columns.types string:string:string
  203. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  204. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  205. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest_j1
  206. name default.dest_j1
  207. serialization.ddl struct dest_j1 { string key, string value, string val2}
  208. serialization.format 1
  209. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  210. transient_lastDdlTime 1297382757
  211. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  212. name: default.dest_j1
  213. TotalFiles: 1
  214. GatherStats: true
  215. MultiFileSpray: false
  216. Local Work:
  217. Map Reduce Local Work
  218. Needs Tagging: false
  219. Path -> Alias:
  220. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x, null-subquery2:subq1-subquery2:x1]
  221. Path -> Partition:
  222. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  223. Partition
  224. base file name: src
  225. input format: org.apache.hadoop.mapred.TextInputFormat
  226. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  227. properties:
  228. bucket_count -1
  229. columns key,value
  230. columns.types string:string
  231. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  232. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  233. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  234. name default.src
  235. serialization.ddl struct src { string key, string value}
  236. serialization.format 1
  237. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  238. transient_lastDdlTime 1297378968
  239. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  240. input format: org.apache.hadoop.mapred.TextInputFormat
  241. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  242. properties:
  243. bucket_count -1
  244. columns key,value
  245. columns.types string:string
  246. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  247. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  248. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  249. name default.src
  250. serialization.ddl struct src { string key, string value}
  251. serialization.format 1
  252. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  253. transient_lastDdlTime 1297378968
  254. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  255. name: default.src
  256. name: default.src
  257. Stage: Stage-5
  258. Conditional Operator
  259. Stage: Stage-4
  260. Move Operator
  261. files:
  262. hdfs directory: true
  263. source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10002
  264. destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10000
  265. Stage: Stage-0
  266. Move Operator
  267. tables:
  268. replace: true
  269. source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10000
  270. table:
  271. input format: org.apache.hadoop.mapred.TextInputFormat
  272. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  273. properties:
  274. bucket_count -1
  275. columns key,value,val2
  276. columns.types string:string:string
  277. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  278. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  279. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest_j1
  280. name default.dest_j1
  281. serialization.ddl struct dest_j1 { string key, string value, string val2}
  282. serialization.format 1
  283. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  284. transient_lastDdlTime 1297382757
  285. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  286. name: default.dest_j1
  287. tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10001
  288. Stage: Stage-2
  289. Stats-Aggr Operator
  290. Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10000/
  291. Stage: Stage-3
  292. Map Reduce
  293. Alias -> Map Operator Tree:
  294. pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10002
  295. File Output Operator
  296. compressed: false
  297. GlobalTableId: 0
  298. directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10000
  299. NumFilesPerFileSink: 1
  300. table:
  301. input format: org.apache.hadoop.mapred.TextInputFormat
  302. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  303. properties:
  304. bucket_count -1
  305. columns key,value,val2
  306. columns.types string:string:string
  307. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  308. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  309. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest_j1
  310. name default.dest_j1
  311. serialization.ddl struct dest_j1 { string key, string value, string val2}
  312. serialization.format 1
  313. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  314. transient_lastDdlTime 1297382757
  315. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  316. name: default.dest_j1
  317. TotalFiles: 1
  318. GatherStats: false
  319. MultiFileSpray: false
  320. Needs Tagging: false
  321. Path -> Alias:
  322. pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10002]
  323. Path -> Partition:
  324. pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-05-57_676_6075966104051319240/-ext-10002
  325. Partition
  326. base file name: -ext-10002
  327. input format: org.apache.hadoop.mapred.TextInputFormat
  328. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  329. properties:
  330. bucket_count -1
  331. columns key,value,val2
  332. columns.types string:string:string
  333. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  334. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  335. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest_j1
  336. name default.dest_j1
  337. serialization.ddl struct dest_j1 { string key, string value, string val2}
  338. serialization.format 1
  339. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  340. transient_lastDdlTime 1297382757
  341. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  342. input format: org.apache.hadoop.mapred.TextInputFormat
  343. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  344. properties:
  345. bucket_count -1
  346. columns key,value,val2
  347. columns.types string:string:string
  348. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  349. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  350. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest_j1
  351. name default.dest_j1
  352. serialization.ddl struct dest_j1 { string key, string value, string val2}
  353. serialization.format 1
  354. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  355. transient_lastDdlTime 1297382757
  356. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  357. name: default.dest_j1
  358. name: default.dest_j1
  359. PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
  360. SELECT /*+ MAPJOIN(x) */ x.key, x.value, subq1.value
  361. FROM
  362. ( SELECT x.key as key, x.value as value from src x where x.key < 20
  363. UNION ALL
  364. SELECT x1.key as key, x1.value as value from src x1 where x1.key > 100
  365. ) subq1
  366. JOIN src1 x ON (x.key = subq1.key)
  367. PREHOOK: type: QUERY
  368. PREHOOK: Input: default@src
  369. PREHOOK: Input: default@src1
  370. PREHOOK: Output: default@dest_j1
  371. POSTHOOK: query: INSERT OVERWRITE TABLE dest_j1
  372. SELECT /*+ MAPJOIN(x) */ x.key, x.value, subq1.value
  373. FROM
  374. ( SELECT x.key as key, x.value as value from src x where x.key < 20
  375. UNION ALL
  376. SELECT x1.key as key, x1.value as value from src x1 where x1.key > 100
  377. ) subq1
  378. JOIN src1 x ON (x.key = subq1.key)
  379. POSTHOOK: type: QUERY
  380. POSTHOOK: Input: default@src
  381. POSTHOOK: Input: default@src1
  382. POSTHOOK: Output: default@dest_j1
  383. POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ]
  384. POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)x.FieldSchema(name:value, type:string, comment:default), (src)x1.FieldSchema(name:value, type:string, comment:default), ]
  385. POSTHOOK: Lineage: dest_j1.value SIMPLE [(src1)x.FieldSchema(name:value, type:string, comment:default), ]
  386. PREHOOK: query: select * from dest_j1 x order by x.key
  387. PREHOOK: type: QUERY
  388. PREHOOK: Input: default@dest_j1
  389. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-06-04_585_5324136836737662149/-mr-10000
  390. POSTHOOK: query: select * from dest_j1 x order by x.key
  391. POSTHOOK: type: QUERY
  392. POSTHOOK: Input: default@dest_j1
  393. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-06-04_585_5324136836737662149/-mr-10000
  394. POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ]
  395. POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)x.FieldSchema(name:value, type:string, comment:default), (src)x1.FieldSchema(name:value, type:string, comment:default), ]
  396. POSTHOOK: Lineage: dest_j1.value SIMPLE [(src1)x.FieldSchema(name:value, type:string, comment:default), ]
  397. 128 val_128
  398. 128 val_128
  399. 128 val_128
  400. 146 val_146 val_146
  401. 146 val_146 val_146
  402. 150 val_150 val_150
  403. 213 val_213 val_213
  404. 213 val_213 val_213
  405. 224 val_224
  406. 224 val_224
  407. 238 val_238 val_238
  408. 238 val_238 val_238
  409. 255 val_255 val_255
  410. 255 val_255 val_255
  411. 273 val_273 val_273
  412. 273 val_273 val_273
  413. 273 val_273 val_273
  414. 278 val_278 val_278
  415. 278 val_278 val_278
  416. 311 val_311 val_311
  417. 311 val_311 val_311
  418. 311 val_311 val_311
  419. 369 val_369
  420. 369 val_369
  421. 369 val_369
  422. 401 val_401 val_401
  423. 401 val_401 val_401
  424. 401 val_401 val_401
  425. 401 val_401 val_401
  426. 401 val_401 val_401
  427. 406 val_406 val_406
  428. 406 val_406 val_406
  429. 406 val_406 val_406
  430. 406 val_406 val_406