PageRenderTime 85ms CodeModel.GetById 32ms RepoModel.GetById 0ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/multi_insert.q.out

#
text | 4022 lines | 3879 code | 143 blank | 0 comment | 0 complexity | f4e3ca36cc381eaae35d218bd7205767 MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0

Large files files are truncated, but you can click here to view the full file

  1. PREHOOK: query: create table src_multi1 like src
  2. PREHOOK: type: CREATETABLE
  3. POSTHOOK: query: create table src_multi1 like src
  4. POSTHOOK: type: CREATETABLE
  5. POSTHOOK: Output: default@src_multi1
  6. PREHOOK: query: create table src_multi2 like src
  7. PREHOOK: type: CREATETABLE
  8. POSTHOOK: query: create table src_multi2 like src
  9. POSTHOOK: type: CREATETABLE
  10. POSTHOOK: Output: default@src_multi2
  11. PREHOOK: query: explain
  12. from src
  13. insert overwrite table src_multi1 select * where key < 10
  14. insert overwrite table src_multi2 select * where key > 10 and key < 20
  15. PREHOOK: type: QUERY
  16. POSTHOOK: query: explain
  17. from src
  18. insert overwrite table src_multi1 select * where key < 10
  19. insert overwrite table src_multi2 select * where key > 10 and key < 20
  20. POSTHOOK: type: QUERY
  21. ABSTRACT SYNTAX TREE:
  22. (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20)))))
  23. STAGE DEPENDENCIES:
  24. Stage-2 is a root stage
  25. Stage-0 depends on stages: Stage-2
  26. Stage-3 depends on stages: Stage-0
  27. Stage-1 depends on stages: Stage-2
  28. Stage-4 depends on stages: Stage-1
  29. STAGE PLANS:
  30. Stage: Stage-2
  31. Map Reduce
  32. Alias -> Map Operator Tree:
  33. src
  34. TableScan
  35. alias: src
  36. Filter Operator
  37. predicate:
  38. expr: (key < 10)
  39. type: boolean
  40. Select Operator
  41. expressions:
  42. expr: key
  43. type: string
  44. expr: value
  45. type: string
  46. outputColumnNames: _col0, _col1
  47. File Output Operator
  48. compressed: false
  49. GlobalTableId: 1
  50. table:
  51. input format: org.apache.hadoop.mapred.TextInputFormat
  52. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  53. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  54. name: default.src_multi1
  55. Filter Operator
  56. predicate:
  57. expr: ((key > 10) and (key < 20))
  58. type: boolean
  59. Select Operator
  60. expressions:
  61. expr: key
  62. type: string
  63. expr: value
  64. type: string
  65. outputColumnNames: _col0, _col1
  66. File Output Operator
  67. compressed: false
  68. GlobalTableId: 2
  69. table:
  70. input format: org.apache.hadoop.mapred.TextInputFormat
  71. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  72. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  73. name: default.src_multi2
  74. Stage: Stage-0
  75. Move Operator
  76. tables:
  77. replace: true
  78. table:
  79. input format: org.apache.hadoop.mapred.TextInputFormat
  80. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  81. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  82. name: default.src_multi1
  83. Stage: Stage-3
  84. Stats-Aggr Operator
  85. Stage: Stage-1
  86. Move Operator
  87. tables:
  88. replace: true
  89. table:
  90. input format: org.apache.hadoop.mapred.TextInputFormat
  91. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  92. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  93. name: default.src_multi2
  94. Stage: Stage-4
  95. Stats-Aggr Operator
  96. PREHOOK: query: from src
  97. insert overwrite table src_multi1 select * where key < 10
  98. insert overwrite table src_multi2 select * where key > 10 and key < 20
  99. PREHOOK: type: QUERY
  100. PREHOOK: Input: default@src
  101. PREHOOK: Output: default@src_multi1
  102. PREHOOK: Output: default@src_multi2
  103. POSTHOOK: query: from src
  104. insert overwrite table src_multi1 select * where key < 10
  105. insert overwrite table src_multi2 select * where key > 10 and key < 20
  106. POSTHOOK: type: QUERY
  107. POSTHOOK: Input: default@src
  108. POSTHOOK: Output: default@src_multi1
  109. POSTHOOK: Output: default@src_multi2
  110. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  111. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  112. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  113. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  114. PREHOOK: query: select * from src_multi1 order by key, value
  115. PREHOOK: type: QUERY
  116. PREHOOK: Input: default@src_multi1
  117. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-43-28_145_3241710195767422128/-mr-10000
  118. POSTHOOK: query: select * from src_multi1 order by key, value
  119. POSTHOOK: type: QUERY
  120. POSTHOOK: Input: default@src_multi1
  121. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-43-28_145_3241710195767422128/-mr-10000
  122. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  123. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  124. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  125. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  126. 0 val_0
  127. 0 val_0
  128. 0 val_0
  129. 2 val_2
  130. 4 val_4
  131. 5 val_5
  132. 5 val_5
  133. 5 val_5
  134. 8 val_8
  135. 9 val_9
  136. PREHOOK: query: select * from src_multi2 order by key, value
  137. PREHOOK: type: QUERY
  138. PREHOOK: Input: default@src_multi2
  139. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-43-31_438_9069228920663463258/-mr-10000
  140. POSTHOOK: query: select * from src_multi2 order by key, value
  141. POSTHOOK: type: QUERY
  142. POSTHOOK: Input: default@src_multi2
  143. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-43-31_438_9069228920663463258/-mr-10000
  144. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  145. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  146. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  147. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  148. 11 val_11
  149. 12 val_12
  150. 12 val_12
  151. 15 val_15
  152. 15 val_15
  153. 17 val_17
  154. 18 val_18
  155. 18 val_18
  156. 19 val_19
  157. PREHOOK: query: explain
  158. from src
  159. insert overwrite table src_multi1 select * where key < 10
  160. insert overwrite table src_multi2 select * where key > 10 and key < 20
  161. PREHOOK: type: QUERY
  162. POSTHOOK: query: explain
  163. from src
  164. insert overwrite table src_multi1 select * where key < 10
  165. insert overwrite table src_multi2 select * where key > 10 and key < 20
  166. POSTHOOK: type: QUERY
  167. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  168. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  169. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  170. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  171. ABSTRACT SYNTAX TREE:
  172. (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20)))))
  173. STAGE DEPENDENCIES:
  174. Stage-2 is a root stage
  175. Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
  176. Stage-5
  177. Stage-0 depends on stages: Stage-5, Stage-4
  178. Stage-3 depends on stages: Stage-0
  179. Stage-4
  180. Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
  181. Stage-9
  182. Stage-1 depends on stages: Stage-9, Stage-8
  183. Stage-7 depends on stages: Stage-1
  184. Stage-8
  185. STAGE PLANS:
  186. Stage: Stage-2
  187. Map Reduce
  188. Alias -> Map Operator Tree:
  189. src
  190. TableScan
  191. alias: src
  192. Filter Operator
  193. predicate:
  194. expr: (key < 10)
  195. type: boolean
  196. Select Operator
  197. expressions:
  198. expr: key
  199. type: string
  200. expr: value
  201. type: string
  202. outputColumnNames: _col0, _col1
  203. File Output Operator
  204. compressed: false
  205. GlobalTableId: 1
  206. table:
  207. input format: org.apache.hadoop.mapred.TextInputFormat
  208. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  209. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  210. name: default.src_multi1
  211. Filter Operator
  212. predicate:
  213. expr: ((key > 10) and (key < 20))
  214. type: boolean
  215. Select Operator
  216. expressions:
  217. expr: key
  218. type: string
  219. expr: value
  220. type: string
  221. outputColumnNames: _col0, _col1
  222. File Output Operator
  223. compressed: false
  224. GlobalTableId: 2
  225. table:
  226. input format: org.apache.hadoop.mapred.TextInputFormat
  227. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  228. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  229. name: default.src_multi2
  230. Stage: Stage-6
  231. Conditional Operator
  232. Stage: Stage-5
  233. Move Operator
  234. files:
  235. hdfs directory: true
  236. destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-43-34_769_237323934229498156/-ext-10000
  237. Stage: Stage-0
  238. Move Operator
  239. tables:
  240. replace: true
  241. table:
  242. input format: org.apache.hadoop.mapred.TextInputFormat
  243. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  244. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  245. name: default.src_multi1
  246. Stage: Stage-3
  247. Stats-Aggr Operator
  248. Stage: Stage-4
  249. Map Reduce
  250. Alias -> Map Operator Tree:
  251. pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-43-34_769_237323934229498156/-ext-10004
  252. File Output Operator
  253. compressed: false
  254. GlobalTableId: 0
  255. table:
  256. input format: org.apache.hadoop.mapred.TextInputFormat
  257. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  258. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  259. name: default.src_multi1
  260. Stage: Stage-10
  261. Conditional Operator
  262. Stage: Stage-9
  263. Move Operator
  264. files:
  265. hdfs directory: true
  266. destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-43-34_769_237323934229498156/-ext-10002
  267. Stage: Stage-1
  268. Move Operator
  269. tables:
  270. replace: true
  271. table:
  272. input format: org.apache.hadoop.mapred.TextInputFormat
  273. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  274. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  275. name: default.src_multi2
  276. Stage: Stage-7
  277. Stats-Aggr Operator
  278. Stage: Stage-8
  279. Map Reduce
  280. Alias -> Map Operator Tree:
  281. pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-43-34_769_237323934229498156/-ext-10005
  282. File Output Operator
  283. compressed: false
  284. GlobalTableId: 0
  285. table:
  286. input format: org.apache.hadoop.mapred.TextInputFormat
  287. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  288. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  289. name: default.src_multi2
  290. PREHOOK: query: from src
  291. insert overwrite table src_multi1 select * where key < 10
  292. insert overwrite table src_multi2 select * where key > 10 and key < 20
  293. PREHOOK: type: QUERY
  294. PREHOOK: Input: default@src
  295. PREHOOK: Output: default@src_multi1
  296. PREHOOK: Output: default@src_multi2
  297. POSTHOOK: query: from src
  298. insert overwrite table src_multi1 select * where key < 10
  299. insert overwrite table src_multi2 select * where key > 10 and key < 20
  300. POSTHOOK: type: QUERY
  301. POSTHOOK: Input: default@src
  302. POSTHOOK: Output: default@src_multi1
  303. POSTHOOK: Output: default@src_multi2
  304. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  305. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  306. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  307. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  308. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  309. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  310. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  311. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  312. PREHOOK: query: select * from src_multi1 order by key, value
  313. PREHOOK: type: QUERY
  314. PREHOOK: Input: default@src_multi1
  315. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-43-40_108_540422556150441780/-mr-10000
  316. POSTHOOK: query: select * from src_multi1 order by key, value
  317. POSTHOOK: type: QUERY
  318. POSTHOOK: Input: default@src_multi1
  319. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-43-40_108_540422556150441780/-mr-10000
  320. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  321. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  322. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  323. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  324. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  325. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  326. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  327. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  328. 0 val_0
  329. 0 val_0
  330. 0 val_0
  331. 2 val_2
  332. 4 val_4
  333. 5 val_5
  334. 5 val_5
  335. 5 val_5
  336. 8 val_8
  337. 9 val_9
  338. PREHOOK: query: select * from src_multi2 order by key, value
  339. PREHOOK: type: QUERY
  340. PREHOOK: Input: default@src_multi2
  341. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-43-43_386_4508980303632676768/-mr-10000
  342. POSTHOOK: query: select * from src_multi2 order by key, value
  343. POSTHOOK: type: QUERY
  344. POSTHOOK: Input: default@src_multi2
  345. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-43-43_386_4508980303632676768/-mr-10000
  346. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  347. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  348. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  349. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  350. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  351. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  352. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  353. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  354. 11 val_11
  355. 12 val_12
  356. 12 val_12
  357. 15 val_15
  358. 15 val_15
  359. 17 val_17
  360. 18 val_18
  361. 18 val_18
  362. 19 val_19
  363. PREHOOK: query: explain
  364. from src
  365. insert overwrite table src_multi1 select * where key < 10
  366. insert overwrite table src_multi2 select * where key > 10 and key < 20
  367. PREHOOK: type: QUERY
  368. POSTHOOK: query: explain
  369. from src
  370. insert overwrite table src_multi1 select * where key < 10
  371. insert overwrite table src_multi2 select * where key > 10 and key < 20
  372. POSTHOOK: type: QUERY
  373. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  374. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  375. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  376. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  377. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  378. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  379. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  380. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  381. ABSTRACT SYNTAX TREE:
  382. (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20)))))
  383. STAGE DEPENDENCIES:
  384. Stage-2 is a root stage
  385. Stage-0 depends on stages: Stage-2
  386. Stage-3 depends on stages: Stage-0
  387. Stage-1 depends on stages: Stage-2
  388. Stage-4 depends on stages: Stage-1
  389. STAGE PLANS:
  390. Stage: Stage-2
  391. Map Reduce
  392. Alias -> Map Operator Tree:
  393. src
  394. TableScan
  395. alias: src
  396. Filter Operator
  397. predicate:
  398. expr: (key < 10)
  399. type: boolean
  400. Select Operator
  401. expressions:
  402. expr: key
  403. type: string
  404. expr: value
  405. type: string
  406. outputColumnNames: _col0, _col1
  407. File Output Operator
  408. compressed: false
  409. GlobalTableId: 1
  410. table:
  411. input format: org.apache.hadoop.mapred.TextInputFormat
  412. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  413. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  414. name: default.src_multi1
  415. Filter Operator
  416. predicate:
  417. expr: ((key > 10) and (key < 20))
  418. type: boolean
  419. Select Operator
  420. expressions:
  421. expr: key
  422. type: string
  423. expr: value
  424. type: string
  425. outputColumnNames: _col0, _col1
  426. File Output Operator
  427. compressed: false
  428. GlobalTableId: 2
  429. table:
  430. input format: org.apache.hadoop.mapred.TextInputFormat
  431. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  432. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  433. name: default.src_multi2
  434. Stage: Stage-0
  435. Move Operator
  436. tables:
  437. replace: true
  438. table:
  439. input format: org.apache.hadoop.mapred.TextInputFormat
  440. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  441. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  442. name: default.src_multi1
  443. Stage: Stage-3
  444. Stats-Aggr Operator
  445. Stage: Stage-1
  446. Move Operator
  447. tables:
  448. replace: true
  449. table:
  450. input format: org.apache.hadoop.mapred.TextInputFormat
  451. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  452. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  453. name: default.src_multi2
  454. Stage: Stage-4
  455. Stats-Aggr Operator
  456. PREHOOK: query: from src
  457. insert overwrite table src_multi1 select * where key < 10
  458. insert overwrite table src_multi2 select * where key > 10 and key < 20
  459. PREHOOK: type: QUERY
  460. PREHOOK: Input: default@src
  461. PREHOOK: Output: default@src_multi1
  462. PREHOOK: Output: default@src_multi2
  463. POSTHOOK: query: from src
  464. insert overwrite table src_multi1 select * where key < 10
  465. insert overwrite table src_multi2 select * where key > 10 and key < 20
  466. POSTHOOK: type: QUERY
  467. POSTHOOK: Input: default@src
  468. POSTHOOK: Output: default@src_multi1
  469. POSTHOOK: Output: default@src_multi2
  470. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  471. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  472. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  473. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  474. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  475. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  476. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  477. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  478. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  479. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  480. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  481. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  482. PREHOOK: query: select * from src_multi1 order by key, value
  483. PREHOOK: type: QUERY
  484. PREHOOK: Input: default@src_multi1
  485. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-43-52_773_729013797916091277/-mr-10000
  486. POSTHOOK: query: select * from src_multi1 order by key, value
  487. POSTHOOK: type: QUERY
  488. POSTHOOK: Input: default@src_multi1
  489. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-43-52_773_729013797916091277/-mr-10000
  490. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  491. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  492. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  493. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  494. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  495. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  496. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  497. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  498. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  499. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  500. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  501. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  502. 0 val_0
  503. 0 val_0
  504. 0 val_0
  505. 2 val_2
  506. 4 val_4
  507. 5 val_5
  508. 5 val_5
  509. 5 val_5
  510. 8 val_8
  511. 9 val_9
  512. PREHOOK: query: select * from src_multi2 order by key, value
  513. PREHOOK: type: QUERY
  514. PREHOOK: Input: default@src_multi2
  515. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-43-56_122_5865497182262054478/-mr-10000
  516. POSTHOOK: query: select * from src_multi2 order by key, value
  517. POSTHOOK: type: QUERY
  518. POSTHOOK: Input: default@src_multi2
  519. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-43-56_122_5865497182262054478/-mr-10000
  520. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  521. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  522. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  523. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  524. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  525. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  526. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  527. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  528. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  529. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  530. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  531. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  532. 11 val_11
  533. 12 val_12
  534. 12 val_12
  535. 15 val_15
  536. 15 val_15
  537. 17 val_17
  538. 18 val_18
  539. 18 val_18
  540. 19 val_19
  541. PREHOOK: query: explain
  542. from src
  543. insert overwrite table src_multi1 select * where key < 10
  544. insert overwrite table src_multi2 select * where key > 10 and key < 20
  545. PREHOOK: type: QUERY
  546. POSTHOOK: query: explain
  547. from src
  548. insert overwrite table src_multi1 select * where key < 10
  549. insert overwrite table src_multi2 select * where key > 10 and key < 20
  550. POSTHOOK: type: QUERY
  551. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  552. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  553. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  554. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  555. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  556. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  557. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  558. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  559. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  560. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  561. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  562. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  563. ABSTRACT SYNTAX TREE:
  564. (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20)))))
  565. STAGE DEPENDENCIES:
  566. Stage-2 is a root stage
  567. Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
  568. Stage-5
  569. Stage-0 depends on stages: Stage-5, Stage-4
  570. Stage-3 depends on stages: Stage-0
  571. Stage-4
  572. Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
  573. Stage-9
  574. Stage-1 depends on stages: Stage-9, Stage-8
  575. Stage-7 depends on stages: Stage-1
  576. Stage-8
  577. STAGE PLANS:
  578. Stage: Stage-2
  579. Map Reduce
  580. Alias -> Map Operator Tree:
  581. src
  582. TableScan
  583. alias: src
  584. Filter Operator
  585. predicate:
  586. expr: (key < 10)
  587. type: boolean
  588. Select Operator
  589. expressions:
  590. expr: key
  591. type: string
  592. expr: value
  593. type: string
  594. outputColumnNames: _col0, _col1
  595. File Output Operator
  596. compressed: false
  597. GlobalTableId: 1
  598. table:
  599. input format: org.apache.hadoop.mapred.TextInputFormat
  600. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  601. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  602. name: default.src_multi1
  603. Filter Operator
  604. predicate:
  605. expr: ((key > 10) and (key < 20))
  606. type: boolean
  607. Select Operator
  608. expressions:
  609. expr: key
  610. type: string
  611. expr: value
  612. type: string
  613. outputColumnNames: _col0, _col1
  614. File Output Operator
  615. compressed: false
  616. GlobalTableId: 2
  617. table:
  618. input format: org.apache.hadoop.mapred.TextInputFormat
  619. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  620. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  621. name: default.src_multi2
  622. Stage: Stage-6
  623. Conditional Operator
  624. Stage: Stage-5
  625. Move Operator
  626. files:
  627. hdfs directory: true
  628. destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-43-59_397_2100362781804635792/-ext-10000
  629. Stage: Stage-0
  630. Move Operator
  631. tables:
  632. replace: true
  633. table:
  634. input format: org.apache.hadoop.mapred.TextInputFormat
  635. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  636. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  637. name: default.src_multi1
  638. Stage: Stage-3
  639. Stats-Aggr Operator
  640. Stage: Stage-4
  641. Map Reduce
  642. Alias -> Map Operator Tree:
  643. pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-43-59_397_2100362781804635792/-ext-10004
  644. File Output Operator
  645. compressed: false
  646. GlobalTableId: 0
  647. table:
  648. input format: org.apache.hadoop.mapred.TextInputFormat
  649. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  650. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  651. name: default.src_multi1
  652. Stage: Stage-10
  653. Conditional Operator
  654. Stage: Stage-9
  655. Move Operator
  656. files:
  657. hdfs directory: true
  658. destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-43-59_397_2100362781804635792/-ext-10002
  659. Stage: Stage-1
  660. Move Operator
  661. tables:
  662. replace: true
  663. table:
  664. input format: org.apache.hadoop.mapred.TextInputFormat
  665. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  666. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  667. name: default.src_multi2
  668. Stage: Stage-7
  669. Stats-Aggr Operator
  670. Stage: Stage-8
  671. Map Reduce
  672. Alias -> Map Operator Tree:
  673. pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-43-59_397_2100362781804635792/-ext-10005
  674. File Output Operator
  675. compressed: false
  676. GlobalTableId: 0
  677. table:
  678. input format: org.apache.hadoop.mapred.TextInputFormat
  679. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  680. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  681. name: default.src_multi2
  682. PREHOOK: query: from src
  683. insert overwrite table src_multi1 select * where key < 10
  684. insert overwrite table src_multi2 select * where key > 10 and key < 20
  685. PREHOOK: type: QUERY
  686. PREHOOK: Input: default@src
  687. PREHOOK: Output: default@src_multi1
  688. PREHOOK: Output: default@src_multi2
  689. POSTHOOK: query: from src
  690. insert overwrite table src_multi1 select * where key < 10
  691. insert overwrite table src_multi2 select * where key > 10 and key < 20
  692. POSTHOOK: type: QUERY
  693. POSTHOOK: Input: default@src
  694. POSTHOOK: Output: default@src_multi1
  695. POSTHOOK: Output: default@src_multi2
  696. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  697. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  698. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  699. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  700. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  701. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  702. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  703. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  704. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  705. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  706. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  707. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  708. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  709. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  710. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  711. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  712. PREHOOK: query: select * from src_multi1 order by key, value
  713. PREHOOK: type: QUERY
  714. PREHOOK: Input: default@src_multi1
  715. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-44-04_792_6847429891760050580/-mr-10000
  716. POSTHOOK: query: select * from src_multi1 order by key, value
  717. POSTHOOK: type: QUERY
  718. POSTHOOK: Input: default@src_multi1
  719. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-44-04_792_6847429891760050580/-mr-10000
  720. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  721. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  722. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  723. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  724. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  725. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  726. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  727. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  728. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  729. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  730. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  731. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  732. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  733. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  734. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  735. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  736. 0 val_0
  737. 0 val_0
  738. 0 val_0
  739. 2 val_2
  740. 4 val_4
  741. 5 val_5
  742. 5 val_5
  743. 5 val_5
  744. 8 val_8
  745. 9 val_9
  746. PREHOOK: query: select * from src_multi2 order by key, value
  747. PREHOOK: type: QUERY
  748. PREHOOK: Input: default@src_multi2
  749. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-44-08_124_6485128554403267461/-mr-10000
  750. POSTHOOK: query: select * from src_multi2 order by key, value
  751. POSTHOOK: type: QUERY
  752. POSTHOOK: Input: default@src_multi2
  753. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-44-08_124_6485128554403267461/-mr-10000
  754. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  755. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  756. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  757. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  758. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  759. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  760. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  761. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  762. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  763. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  764. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  765. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  766. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  767. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  768. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  769. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  770. 11 val_11
  771. 12 val_12
  772. 12 val_12
  773. 15 val_15
  774. 15 val_15
  775. 17 val_17
  776. 18 val_18
  777. 18 val_18
  778. 19 val_19
  779. PREHOOK: query: explain
  780. from src
  781. insert overwrite table src_multi1 select * where key < 10 group by key, value
  782. insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value
  783. PREHOOK: type: QUERY
  784. POSTHOOK: query: explain
  785. from src
  786. insert overwrite table src_multi1 select * where key < 10 group by key, value
  787. insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value
  788. POSTHOOK: type: QUERY
  789. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  790. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  791. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  792. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  793. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  794. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  795. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  796. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  797. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  798. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  799. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  800. POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  801. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  802. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  803. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  804. POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  805. ABSTRACT SYNTAX TREE:
  806. (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 10)) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME src_multi2))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (> (TOK_TABLE_OR_COL key) 10) (< (TOK_TABLE_OR_COL key) 20))) (TOK_GROUPBY (TOK_TABLE_OR_COL key) (TOK_TABLE_OR_COL value))))
  807. STAGE DEPENDENCIES:
  808. Stage-2 is a root stage
  809. Stage-0 depends on stages: Stage-2
  810. Stage-3 depends on stages: Stage-0
  811. Stage-4 depends on stages: Stage-2
  812. Stage-1 depends on stages: Stage-4
  813. Stage-5 depends on stages: Stage-1
  814. STAGE PLANS:
  815. Stage: Stage-2
  816. Map Reduce
  817. Alias -> Map Operator Tree:
  818. src
  819. TableScan
  820. alias: src
  821. Filter Operator
  822. predicate:
  823. expr: (key < 10)
  824. type: boolean
  825. Select Operator
  826. expressions:
  827. expr: key
  828. type: string
  829. expr: value
  830. type: string
  831. outputColumnNames: key, value
  832. Group By Operator
  833. bucketGroup: false
  834. keys:
  835. expr: key
  836. type: string
  837. expr: value
  838. type: string
  839. mode: hash
  840. outputColumnNames: _col0, _col1
  841. Reduce Output Operator
  842. key expressions:
  843. expr: _col0
  844. type: string
  845. expr: _col1
  846. type: string
  847. sort order: ++
  848. Map-reduce partition columns:
  849. expr: _col0
  850. type: string
  851. expr: _col1
  852. type: string
  853. tag: -1
  854. Filter Operator
  855. predicate:
  856. expr: ((key > 10) and (key < 20))
  857. type: boolean
  858. Select Operator
  859. expressions:
  860. expr: key
  861. type: string
  862. expr: value
  863. type: string
  864. outputColumnNames: key, value
  865. Group By Operator
  866. bucketGroup: false
  867. keys:
  868. expr: key
  869. type: string
  870. expr: value
  871. type: string
  872. mode: hash
  873. outputColumnNames: _col0, _col1
  874. File Output Operator
  875. compressed: false
  876. GlobalTableId: 0
  877. table:
  878. input format: org.apache.hadoop.mapred.SequenceFileInputFormat
  879. output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
  880. Reduce Operator Tree:
  881. Group By Operator
  882. bucketGroup: false
  883. keys:
  884. expr: KEY._col0
  885. type: string
  886. expr: KEY._col1
  887. type: string
  888. mode: mergepartial
  889. outputColumnNames: _col0, _col1
  890. Select Operator
  891. expressions:
  892. expr: _col0
  893. type: string
  894. expr: _col1
  895. type: string
  896. outputColumnNames: _col0, _col1
  897. File Output Operator
  898. compressed: false
  899. GlobalTableId: 1
  900. table:
  901. input format: org.apache.hadoop.mapred.TextInputFormat
  902. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  903. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  904. name: default.src_multi1
  905. Stage: Stage-0
  906. Move Operator
  907. tables:
  908. replace: true
  909. table:
  910. input format: org.apache.hadoop.mapred.TextInputFormat
  911. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  912. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  913. name: default.src_multi1
  914. Stage: Stage-3
  915. Stats-Aggr Operator
  916. Stage: Stage-4
  917. Map Reduce
  918. Alias -> Map Operator Tree:
  919. file:/tmp/sdong/hive_2011-02-10_16-44-11_407_9168756298659685920/-mr-10004
  920. Reduce Output Operator
  921. key expressions:
  922. expr: _col0
  923. type: string
  924. expr: _col1
  925. type: string
  926. sort order: ++
  927. Map-reduce partition columns:
  928. expr: _col0
  929. type: string
  930. expr: _col1
  931. type: string
  932. tag: -1
  933. Reduce Operator Tree:
  934. Group By Operator
  935. bucketGroup: false
  936. keys:
  937. expr: KEY._col0
  938. type: string
  939. expr: KEY._col1
  940. type: string
  941. mode: mergepartial
  942. outputColumnNames: _col0, _col1
  943. Select Operator
  944. expressions:
  945. expr: _col0
  946. type: string
  947. expr: _col1
  948. type: string
  949. outputColumnNames: _col0, _col1
  950. File Output Operator
  951. compressed: false
  952. GlobalTableId: 2
  953. table:
  954. input format: org.apache.hadoop.mapred.TextInputFormat
  955. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  956. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  957. name: default.src_multi2
  958. Stage: Stage-1
  959. Move Operator
  960. tables:
  961. replace: true
  962. table:
  963. input format: org.apache.hadoop.mapred.TextInputFormat
  964. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  965. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  966. name: default.src_multi2
  967. Stage: Stage-5
  968. Stats-Aggr Operator
  969. PREHOOK: query: from src
  970. insert overwrite table src_multi1 select * where key < 10 group by key, value
  971. insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value
  972. PREHOOK: type: QUERY
  973. PREHOOK: Input: default@src
  974. PREHOOK: Output: default@src_multi1
  975. PREHOOK: Output: default@src_multi2
  976. POSTHOOK: query: from src
  977. insert overwrite table src_multi1 select * where key < 10 group by key, value
  978. insert overwrite table src_multi2 select * where key > 10 and key < 20 group by key, value
  979. POSTHOOK: type: QUERY
  980. POSTHOOK: Input: default@src
  981. POSTHOOK: Output: default@src_multi1
  982. POSTHOOK: Output: default@src_multi2
  983. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  984. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  985. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  986. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  987. POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  988. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  989. POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSc

Large files files are truncated, but you can click here to view the full file