PageRenderTime 47ms CodeModel.GetById 16ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/input_part2.q.out

#
text | 679 lines | 661 code | 18 blank | 0 comment | 0 complexity | c451144f7b23560b37da4a5df8a95daa MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0
  1. PREHOOK: query: CREATE TABLE dest1(key INT, value STRING, hr STRING, ds STRING) STORED AS TEXTFILE
  2. PREHOOK: type: CREATETABLE
  3. POSTHOOK: query: CREATE TABLE dest1(key INT, value STRING, hr STRING, ds STRING) STORED AS TEXTFILE
  4. POSTHOOK: type: CREATETABLE
  5. POSTHOOK: Output: default@dest1
  6. PREHOOK: query: CREATE TABLE dest2(key INT, value STRING, hr STRING, ds STRING) STORED AS TEXTFILE
  7. PREHOOK: type: CREATETABLE
  8. POSTHOOK: query: CREATE TABLE dest2(key INT, value STRING, hr STRING, ds STRING) STORED AS TEXTFILE
  9. POSTHOOK: type: CREATETABLE
  10. POSTHOOK: Output: default@dest2
  11. PREHOOK: query: EXPLAIN EXTENDED
  12. FROM srcpart
  13. INSERT OVERWRITE TABLE dest1 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12'
  14. INSERT OVERWRITE TABLE dest2 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-09' and srcpart.hr = '12'
  15. PREHOOK: type: QUERY
  16. POSTHOOK: query: EXPLAIN EXTENDED
  17. FROM srcpart
  18. INSERT OVERWRITE TABLE dest1 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12'
  19. INSERT OVERWRITE TABLE dest2 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-09' and srcpart.hr = '12'
  20. POSTHOOK: type: QUERY
  21. ABSTRACT SYNTAX TREE:
  22. (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) hr)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) ds))) (TOK_WHERE (and (and (< (. (TOK_TABLE_OR_COL srcpart) key) 100) (= (. (TOK_TABLE_OR_COL srcpart) ds) '2008-04-08')) (= (. (TOK_TABLE_OR_COL srcpart) hr) '12')))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest2))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) hr)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL srcpart) ds))) (TOK_WHERE (and (and (< (. (TOK_TABLE_OR_COL srcpart) key) 100) (= (. (TOK_TABLE_OR_COL srcpart) ds) '2008-04-09')) (= (. (TOK_TABLE_OR_COL srcpart) hr) '12')))))
  23. STAGE DEPENDENCIES:
  24. Stage-2 is a root stage
  25. Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
  26. Stage-5
  27. Stage-0 depends on stages: Stage-5, Stage-4
  28. Stage-3 depends on stages: Stage-0
  29. Stage-4
  30. Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8
  31. Stage-9
  32. Stage-1 depends on stages: Stage-9, Stage-8
  33. Stage-7 depends on stages: Stage-1
  34. Stage-8
  35. STAGE PLANS:
  36. Stage: Stage-2
  37. Map Reduce
  38. Alias -> Map Operator Tree:
  39. srcpart
  40. TableScan
  41. alias: srcpart
  42. GatherStats: false
  43. Filter Operator
  44. isSamplingPred: false
  45. predicate:
  46. expr: ((key < 100) and (ds = '2008-04-08'))
  47. type: boolean
  48. Select Operator
  49. expressions:
  50. expr: key
  51. type: string
  52. expr: value
  53. type: string
  54. expr: hr
  55. type: string
  56. expr: ds
  57. type: string
  58. outputColumnNames: _col0, _col1, _col2, _col3
  59. Select Operator
  60. expressions:
  61. expr: UDFToInteger(_col0)
  62. type: int
  63. expr: _col1
  64. type: string
  65. expr: _col2
  66. type: string
  67. expr: _col3
  68. type: string
  69. outputColumnNames: _col0, _col1, _col2, _col3
  70. File Output Operator
  71. compressed: false
  72. GlobalTableId: 1
  73. directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10004
  74. NumFilesPerFileSink: 1
  75. Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10000/
  76. table:
  77. input format: org.apache.hadoop.mapred.TextInputFormat
  78. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  79. properties:
  80. bucket_count -1
  81. columns key,value,hr,ds
  82. columns.types int:string:string:string
  83. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  84. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  85. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest1
  86. name default.dest1
  87. serialization.ddl struct dest1 { i32 key, string value, string hr, string ds}
  88. serialization.format 1
  89. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  90. transient_lastDdlTime 1297382404
  91. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  92. name: default.dest1
  93. TotalFiles: 1
  94. GatherStats: true
  95. MultiFileSpray: false
  96. Filter Operator
  97. isSamplingPred: false
  98. predicate:
  99. expr: ((key < 100) and (ds = '2008-04-09'))
  100. type: boolean
  101. Select Operator
  102. expressions:
  103. expr: key
  104. type: string
  105. expr: value
  106. type: string
  107. expr: hr
  108. type: string
  109. expr: ds
  110. type: string
  111. outputColumnNames: _col0, _col1, _col2, _col3
  112. Select Operator
  113. expressions:
  114. expr: UDFToInteger(_col0)
  115. type: int
  116. expr: _col1
  117. type: string
  118. expr: _col2
  119. type: string
  120. expr: _col3
  121. type: string
  122. outputColumnNames: _col0, _col1, _col2, _col3
  123. File Output Operator
  124. compressed: false
  125. GlobalTableId: 2
  126. directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10005
  127. NumFilesPerFileSink: 1
  128. Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10002/
  129. table:
  130. input format: org.apache.hadoop.mapred.TextInputFormat
  131. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  132. properties:
  133. bucket_count -1
  134. columns key,value,hr,ds
  135. columns.types int:string:string:string
  136. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  137. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  138. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest2
  139. name default.dest2
  140. serialization.ddl struct dest2 { i32 key, string value, string hr, string ds}
  141. serialization.format 1
  142. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  143. transient_lastDdlTime 1297382405
  144. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  145. name: default.dest2
  146. TotalFiles: 1
  147. GatherStats: true
  148. MultiFileSpray: false
  149. Needs Tagging: false
  150. Path -> Alias:
  151. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart]
  152. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart]
  153. Path -> Partition:
  154. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
  155. Partition
  156. base file name: hr=12
  157. input format: org.apache.hadoop.mapred.TextInputFormat
  158. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  159. partition values:
  160. ds 2008-04-08
  161. hr 12
  162. properties:
  163. bucket_count -1
  164. columns key,value
  165. columns.types string:string
  166. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  167. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  168. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
  169. name default.srcpart
  170. partition_columns ds/hr
  171. serialization.ddl struct srcpart { string key, string value}
  172. serialization.format 1
  173. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  174. transient_lastDdlTime 1297378962
  175. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  176. input format: org.apache.hadoop.mapred.TextInputFormat
  177. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  178. properties:
  179. bucket_count -1
  180. columns key,value
  181. columns.types string:string
  182. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  183. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  184. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  185. name default.srcpart
  186. partition_columns ds/hr
  187. serialization.ddl struct srcpart { string key, string value}
  188. serialization.format 1
  189. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  190. transient_lastDdlTime 1297378962
  191. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  192. name: default.srcpart
  193. name: default.srcpart
  194. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12
  195. Partition
  196. base file name: hr=12
  197. input format: org.apache.hadoop.mapred.TextInputFormat
  198. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  199. partition values:
  200. ds 2008-04-09
  201. hr 12
  202. properties:
  203. bucket_count -1
  204. columns key,value
  205. columns.types string:string
  206. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  207. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  208. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12
  209. name default.srcpart
  210. partition_columns ds/hr
  211. serialization.ddl struct srcpart { string key, string value}
  212. serialization.format 1
  213. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  214. transient_lastDdlTime 1297378962
  215. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  216. input format: org.apache.hadoop.mapred.TextInputFormat
  217. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  218. properties:
  219. bucket_count -1
  220. columns key,value
  221. columns.types string:string
  222. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  223. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  224. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  225. name default.srcpart
  226. partition_columns ds/hr
  227. serialization.ddl struct srcpart { string key, string value}
  228. serialization.format 1
  229. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  230. transient_lastDdlTime 1297378962
  231. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  232. name: default.srcpart
  233. name: default.srcpart
  234. Stage: Stage-6
  235. Conditional Operator
  236. Stage: Stage-5
  237. Move Operator
  238. files:
  239. hdfs directory: true
  240. source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10004
  241. destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10000
  242. Stage: Stage-0
  243. Move Operator
  244. tables:
  245. replace: true
  246. source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10000
  247. table:
  248. input format: org.apache.hadoop.mapred.TextInputFormat
  249. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  250. properties:
  251. bucket_count -1
  252. columns key,value,hr,ds
  253. columns.types int:string:string:string
  254. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  255. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  256. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest1
  257. name default.dest1
  258. serialization.ddl struct dest1 { i32 key, string value, string hr, string ds}
  259. serialization.format 1
  260. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  261. transient_lastDdlTime 1297382404
  262. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  263. name: default.dest1
  264. tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10001
  265. Stage: Stage-3
  266. Stats-Aggr Operator
  267. Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10000/
  268. Stage: Stage-4
  269. Map Reduce
  270. Alias -> Map Operator Tree:
  271. pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10004
  272. File Output Operator
  273. compressed: false
  274. GlobalTableId: 0
  275. directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10000
  276. NumFilesPerFileSink: 1
  277. table:
  278. input format: org.apache.hadoop.mapred.TextInputFormat
  279. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  280. properties:
  281. bucket_count -1
  282. columns key,value,hr,ds
  283. columns.types int:string:string:string
  284. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  285. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  286. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest1
  287. name default.dest1
  288. serialization.ddl struct dest1 { i32 key, string value, string hr, string ds}
  289. serialization.format 1
  290. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  291. transient_lastDdlTime 1297382404
  292. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  293. name: default.dest1
  294. TotalFiles: 1
  295. GatherStats: false
  296. MultiFileSpray: false
  297. Needs Tagging: false
  298. Path -> Alias:
  299. pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10004 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10004]
  300. Path -> Partition:
  301. pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10004
  302. Partition
  303. base file name: -ext-10004
  304. input format: org.apache.hadoop.mapred.TextInputFormat
  305. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  306. properties:
  307. bucket_count -1
  308. columns key,value,hr,ds
  309. columns.types int:string:string:string
  310. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  311. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  312. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest1
  313. name default.dest1
  314. serialization.ddl struct dest1 { i32 key, string value, string hr, string ds}
  315. serialization.format 1
  316. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  317. transient_lastDdlTime 1297382404
  318. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  319. input format: org.apache.hadoop.mapred.TextInputFormat
  320. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  321. properties:
  322. bucket_count -1
  323. columns key,value,hr,ds
  324. columns.types int:string:string:string
  325. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  326. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  327. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest1
  328. name default.dest1
  329. serialization.ddl struct dest1 { i32 key, string value, string hr, string ds}
  330. serialization.format 1
  331. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  332. transient_lastDdlTime 1297382404
  333. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  334. name: default.dest1
  335. name: default.dest1
  336. Stage: Stage-10
  337. Conditional Operator
  338. Stage: Stage-9
  339. Move Operator
  340. files:
  341. hdfs directory: true
  342. source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10005
  343. destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10002
  344. Stage: Stage-1
  345. Move Operator
  346. tables:
  347. replace: true
  348. source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10002
  349. table:
  350. input format: org.apache.hadoop.mapred.TextInputFormat
  351. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  352. properties:
  353. bucket_count -1
  354. columns key,value,hr,ds
  355. columns.types int:string:string:string
  356. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  357. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  358. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest2
  359. name default.dest2
  360. serialization.ddl struct dest2 { i32 key, string value, string hr, string ds}
  361. serialization.format 1
  362. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  363. transient_lastDdlTime 1297382405
  364. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  365. name: default.dest2
  366. tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10003
  367. Stage: Stage-7
  368. Stats-Aggr Operator
  369. Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10002/
  370. Stage: Stage-8
  371. Map Reduce
  372. Alias -> Map Operator Tree:
  373. pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10005
  374. File Output Operator
  375. compressed: false
  376. GlobalTableId: 0
  377. directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10002
  378. NumFilesPerFileSink: 1
  379. table:
  380. input format: org.apache.hadoop.mapred.TextInputFormat
  381. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  382. properties:
  383. bucket_count -1
  384. columns key,value,hr,ds
  385. columns.types int:string:string:string
  386. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  387. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  388. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest2
  389. name default.dest2
  390. serialization.ddl struct dest2 { i32 key, string value, string hr, string ds}
  391. serialization.format 1
  392. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  393. transient_lastDdlTime 1297382405
  394. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  395. name: default.dest2
  396. TotalFiles: 1
  397. GatherStats: false
  398. MultiFileSpray: false
  399. Needs Tagging: false
  400. Path -> Alias:
  401. pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10005 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10005]
  402. Path -> Partition:
  403. pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-00-05_023_1537140141661907802/-ext-10005
  404. Partition
  405. base file name: -ext-10005
  406. input format: org.apache.hadoop.mapred.TextInputFormat
  407. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  408. properties:
  409. bucket_count -1
  410. columns key,value,hr,ds
  411. columns.types int:string:string:string
  412. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  413. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  414. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest2
  415. name default.dest2
  416. serialization.ddl struct dest2 { i32 key, string value, string hr, string ds}
  417. serialization.format 1
  418. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  419. transient_lastDdlTime 1297382405
  420. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  421. input format: org.apache.hadoop.mapred.TextInputFormat
  422. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  423. properties:
  424. bucket_count -1
  425. columns key,value,hr,ds
  426. columns.types int:string:string:string
  427. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  428. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  429. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest2
  430. name default.dest2
  431. serialization.ddl struct dest2 { i32 key, string value, string hr, string ds}
  432. serialization.format 1
  433. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  434. transient_lastDdlTime 1297382405
  435. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  436. name: default.dest2
  437. name: default.dest2
  438. PREHOOK: query: FROM srcpart
  439. INSERT OVERWRITE TABLE dest1 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12'
  440. INSERT OVERWRITE TABLE dest2 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-09' and srcpart.hr = '12'
  441. PREHOOK: type: QUERY
  442. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
  443. PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
  444. PREHOOK: Output: default@dest1
  445. PREHOOK: Output: default@dest2
  446. POSTHOOK: query: FROM srcpart
  447. INSERT OVERWRITE TABLE dest1 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-08' and srcpart.hr = '12'
  448. INSERT OVERWRITE TABLE dest2 SELECT srcpart.key, srcpart.value, srcpart.hr, srcpart.ds WHERE srcpart.key < 100 and srcpart.ds = '2008-04-09' and srcpart.hr = '12'
  449. POSTHOOK: type: QUERY
  450. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
  451. POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
  452. POSTHOOK: Output: default@dest1
  453. POSTHOOK: Output: default@dest2
  454. POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
  455. POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
  456. POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
  457. POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
  458. POSTHOOK: Lineage: dest2.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
  459. POSTHOOK: Lineage: dest2.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
  460. POSTHOOK: Lineage: dest2.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
  461. POSTHOOK: Lineage: dest2.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
  462. PREHOOK: query: SELECT dest1.* FROM dest1 sort by key,value,ds,hr
  463. PREHOOK: type: QUERY
  464. PREHOOK: Input: default@dest1
  465. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-00-10_653_4229789556290312284/-mr-10000
  466. POSTHOOK: query: SELECT dest1.* FROM dest1 sort by key,value,ds,hr
  467. POSTHOOK: type: QUERY
  468. POSTHOOK: Input: default@dest1
  469. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-00-10_653_4229789556290312284/-mr-10000
  470. POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
  471. POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
  472. POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
  473. POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
  474. POSTHOOK: Lineage: dest2.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
  475. POSTHOOK: Lineage: dest2.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
  476. POSTHOOK: Lineage: dest2.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
  477. POSTHOOK: Lineage: dest2.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
  478. 0 val_0 12 2008-04-08
  479. 0 val_0 12 2008-04-08
  480. 0 val_0 12 2008-04-08
  481. 2 val_2 12 2008-04-08
  482. 4 val_4 12 2008-04-08
  483. 5 val_5 12 2008-04-08
  484. 5 val_5 12 2008-04-08
  485. 5 val_5 12 2008-04-08
  486. 8 val_8 12 2008-04-08
  487. 9 val_9 12 2008-04-08
  488. 10 val_10 12 2008-04-08
  489. 11 val_11 12 2008-04-08
  490. 12 val_12 12 2008-04-08
  491. 12 val_12 12 2008-04-08
  492. 15 val_15 12 2008-04-08
  493. 15 val_15 12 2008-04-08
  494. 17 val_17 12 2008-04-08
  495. 18 val_18 12 2008-04-08
  496. 18 val_18 12 2008-04-08
  497. 19 val_19 12 2008-04-08
  498. 20 val_20 12 2008-04-08
  499. 24 val_24 12 2008-04-08
  500. 24 val_24 12 2008-04-08
  501. 26 val_26 12 2008-04-08
  502. 26 val_26 12 2008-04-08
  503. 27 val_27 12 2008-04-08
  504. 28 val_28 12 2008-04-08
  505. 30 val_30 12 2008-04-08
  506. 33 val_33 12 2008-04-08
  507. 34 val_34 12 2008-04-08
  508. 35 val_35 12 2008-04-08
  509. 35 val_35 12 2008-04-08
  510. 35 val_35 12 2008-04-08
  511. 37 val_37 12 2008-04-08
  512. 37 val_37 12 2008-04-08
  513. 41 val_41 12 2008-04-08
  514. 42 val_42 12 2008-04-08
  515. 42 val_42 12 2008-04-08
  516. 43 val_43 12 2008-04-08
  517. 44 val_44 12 2008-04-08
  518. 47 val_47 12 2008-04-08
  519. 51 val_51 12 2008-04-08
  520. 51 val_51 12 2008-04-08
  521. 53 val_53 12 2008-04-08
  522. 54 val_54 12 2008-04-08
  523. 57 val_57 12 2008-04-08
  524. 58 val_58 12 2008-04-08
  525. 58 val_58 12 2008-04-08
  526. 64 val_64 12 2008-04-08
  527. 65 val_65 12 2008-04-08
  528. 66 val_66 12 2008-04-08
  529. 67 val_67 12 2008-04-08
  530. 67 val_67 12 2008-04-08
  531. 69 val_69 12 2008-04-08
  532. 70 val_70 12 2008-04-08
  533. 70 val_70 12 2008-04-08
  534. 70 val_70 12 2008-04-08
  535. 72 val_72 12 2008-04-08
  536. 72 val_72 12 2008-04-08
  537. 74 val_74 12 2008-04-08
  538. 76 val_76 12 2008-04-08
  539. 76 val_76 12 2008-04-08
  540. 77 val_77 12 2008-04-08
  541. 78 val_78 12 2008-04-08
  542. 80 val_80 12 2008-04-08
  543. 82 val_82 12 2008-04-08
  544. 83 val_83 12 2008-04-08
  545. 83 val_83 12 2008-04-08
  546. 84 val_84 12 2008-04-08
  547. 84 val_84 12 2008-04-08
  548. 85 val_85 12 2008-04-08
  549. 86 val_86 12 2008-04-08
  550. 87 val_87 12 2008-04-08
  551. 90 val_90 12 2008-04-08
  552. 90 val_90 12 2008-04-08
  553. 90 val_90 12 2008-04-08
  554. 92 val_92 12 2008-04-08
  555. 95 val_95 12 2008-04-08
  556. 95 val_95 12 2008-04-08
  557. 96 val_96 12 2008-04-08
  558. 97 val_97 12 2008-04-08
  559. 97 val_97 12 2008-04-08
  560. 98 val_98 12 2008-04-08
  561. 98 val_98 12 2008-04-08
  562. PREHOOK: query: SELECT dest2.* FROM dest2 sort by key,value,ds,hr
  563. PREHOOK: type: QUERY
  564. PREHOOK: Input: default@dest2
  565. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-00-14_023_1517441038636828372/-mr-10000
  566. POSTHOOK: query: SELECT dest2.* FROM dest2 sort by key,value,ds,hr
  567. POSTHOOK: type: QUERY
  568. POSTHOOK: Input: default@dest2
  569. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-00-14_023_1517441038636828372/-mr-10000
  570. POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
  571. POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
  572. POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
  573. POSTHOOK: Lineage: dest1.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
  574. POSTHOOK: Lineage: dest2.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ]
  575. POSTHOOK: Lineage: dest2.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ]
  576. POSTHOOK: Lineage: dest2.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ]
  577. POSTHOOK: Lineage: dest2.value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ]
  578. 0 val_0 12 2008-04-09
  579. 0 val_0 12 2008-04-09
  580. 0 val_0 12 2008-04-09
  581. 2 val_2 12 2008-04-09
  582. 4 val_4 12 2008-04-09
  583. 5 val_5 12 2008-04-09
  584. 5 val_5 12 2008-04-09
  585. 5 val_5 12 2008-04-09
  586. 8 val_8 12 2008-04-09
  587. 9 val_9 12 2008-04-09
  588. 10 val_10 12 2008-04-09
  589. 11 val_11 12 2008-04-09
  590. 12 val_12 12 2008-04-09
  591. 12 val_12 12 2008-04-09
  592. 15 val_15 12 2008-04-09
  593. 15 val_15 12 2008-04-09
  594. 17 val_17 12 2008-04-09
  595. 18 val_18 12 2008-04-09
  596. 18 val_18 12 2008-04-09
  597. 19 val_19 12 2008-04-09
  598. 20 val_20 12 2008-04-09
  599. 24 val_24 12 2008-04-09
  600. 24 val_24 12 2008-04-09
  601. 26 val_26 12 2008-04-09
  602. 26 val_26 12 2008-04-09
  603. 27 val_27 12 2008-04-09
  604. 28 val_28 12 2008-04-09
  605. 30 val_30 12 2008-04-09
  606. 33 val_33 12 2008-04-09
  607. 34 val_34 12 2008-04-09
  608. 35 val_35 12 2008-04-09
  609. 35 val_35 12 2008-04-09
  610. 35 val_35 12 2008-04-09
  611. 37 val_37 12 2008-04-09
  612. 37 val_37 12 2008-04-09
  613. 41 val_41 12 2008-04-09
  614. 42 val_42 12 2008-04-09
  615. 42 val_42 12 2008-04-09
  616. 43 val_43 12 2008-04-09
  617. 44 val_44 12 2008-04-09
  618. 47 val_47 12 2008-04-09
  619. 51 val_51 12 2008-04-09
  620. 51 val_51 12 2008-04-09
  621. 53 val_53 12 2008-04-09
  622. 54 val_54 12 2008-04-09
  623. 57 val_57 12 2008-04-09
  624. 58 val_58 12 2008-04-09
  625. 58 val_58 12 2008-04-09
  626. 64 val_64 12 2008-04-09
  627. 65 val_65 12 2008-04-09
  628. 66 val_66 12 2008-04-09
  629. 67 val_67 12 2008-04-09
  630. 67 val_67 12 2008-04-09
  631. 69 val_69 12 2008-04-09
  632. 70 val_70 12 2008-04-09
  633. 70 val_70 12 2008-04-09
  634. 70 val_70 12 2008-04-09
  635. 72 val_72 12 2008-04-09
  636. 72 val_72 12 2008-04-09
  637. 74 val_74 12 2008-04-09
  638. 76 val_76 12 2008-04-09
  639. 76 val_76 12 2008-04-09
  640. 77 val_77 12 2008-04-09
  641. 78 val_78 12 2008-04-09
  642. 80 val_80 12 2008-04-09
  643. 82 val_82 12 2008-04-09
  644. 83 val_83 12 2008-04-09
  645. 83 val_83 12 2008-04-09
  646. 84 val_84 12 2008-04-09
  647. 84 val_84 12 2008-04-09
  648. 85 val_85 12 2008-04-09
  649. 86 val_86 12 2008-04-09
  650. 87 val_87 12 2008-04-09
  651. 90 val_90 12 2008-04-09
  652. 90 val_90 12 2008-04-09
  653. 90 val_90 12 2008-04-09
  654. 92 val_92 12 2008-04-09
  655. 95 val_95 12 2008-04-09
  656. 95 val_95 12 2008-04-09
  657. 96 val_96 12 2008-04-09
  658. 97 val_97 12 2008-04-09
  659. 97 val_97 12 2008-04-09
  660. 98 val_98 12 2008-04-09
  661. 98 val_98 12 2008-04-09