PageRenderTime 48ms CodeModel.GetById 17ms RepoModel.GetById 0ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/transform_ppr1.q.out

#
text | 469 lines | 460 code | 9 blank | 0 comment | 0 complexity | 91f574435afd7b09a705bf164b1fd8d9 MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0
  1. PREHOOK: query: EXPLAIN EXTENDED
  2. FROM (
  3. FROM srcpart src
  4. SELECT TRANSFORM(src.ds, src.key, src.value)
  5. USING '/bin/cat' AS (ds, tkey, tvalue)
  6. CLUSTER BY tkey
  7. ) tmap
  8. SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08'
  9. PREHOOK: type: QUERY
  10. POSTHOOK: query: EXPLAIN EXTENDED
  11. FROM (
  12. FROM srcpart src
  13. SELECT TRANSFORM(src.ds, src.key, src.value)
  14. USING '/bin/cat' AS (ds, tkey, tvalue)
  15. CLUSTER BY tkey
  16. ) tmap
  17. SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08'
  18. POSTHOOK: type: QUERY
  19. ABSTRACT SYNTAX TREE:
  20. (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) ds) (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST ds tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (AND (< (. (TOK_TABLE_OR_COL tmap) tkey) 100) (= (. (TOK_TABLE_OR_COL tmap) ds) '2008-04-08')))))
  21. STAGE DEPENDENCIES:
  22. Stage-1 is a root stage
  23. Stage-0 is a root stage
  24. STAGE PLANS:
  25. Stage: Stage-1
  26. Map Reduce
  27. Alias -> Map Operator Tree:
  28. tmap:src
  29. TableScan
  30. alias: src
  31. GatherStats: false
  32. Select Operator
  33. expressions:
  34. expr: ds
  35. type: string
  36. expr: key
  37. type: string
  38. expr: value
  39. type: string
  40. outputColumnNames: _col0, _col1, _col2
  41. Transform Operator
  42. command: /bin/cat
  43. output info:
  44. input format: org.apache.hadoop.mapred.TextInputFormat
  45. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  46. properties:
  47. columns _col0,_col1,_col2
  48. columns.types string,string,string
  49. field.delim 9
  50. serialization.format 9
  51. Reduce Output Operator
  52. key expressions:
  53. expr: _col1
  54. type: string
  55. sort order: +
  56. Map-reduce partition columns:
  57. expr: _col1
  58. type: string
  59. tag: -1
  60. value expressions:
  61. expr: _col0
  62. type: string
  63. expr: _col1
  64. type: string
  65. expr: _col2
  66. type: string
  67. Needs Tagging: false
  68. Path -> Alias:
  69. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [tmap:src]
  70. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [tmap:src]
  71. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [tmap:src]
  72. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [tmap:src]
  73. Path -> Partition:
  74. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
  75. Partition
  76. base file name: hr=11
  77. input format: org.apache.hadoop.mapred.TextInputFormat
  78. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  79. partition values:
  80. ds 2008-04-08
  81. hr 11
  82. properties:
  83. bucket_count -1
  84. columns key,value
  85. columns.types string:string
  86. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  87. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  88. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
  89. name default.srcpart
  90. partition_columns ds/hr
  91. serialization.ddl struct srcpart { string key, string value}
  92. serialization.format 1
  93. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  94. transient_lastDdlTime 1297386140
  95. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  96. input format: org.apache.hadoop.mapred.TextInputFormat
  97. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  98. properties:
  99. bucket_count -1
  100. columns key,value
  101. columns.types string:string
  102. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  103. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  104. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  105. name default.srcpart
  106. partition_columns ds/hr
  107. serialization.ddl struct srcpart { string key, string value}
  108. serialization.format 1
  109. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  110. transient_lastDdlTime 1297386140
  111. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  112. name: default.srcpart
  113. name: default.srcpart
  114. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
  115. Partition
  116. base file name: hr=12
  117. input format: org.apache.hadoop.mapred.TextInputFormat
  118. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  119. partition values:
  120. ds 2008-04-08
  121. hr 12
  122. properties:
  123. bucket_count -1
  124. columns key,value
  125. columns.types string:string
  126. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  127. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  128. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
  129. name default.srcpart
  130. partition_columns ds/hr
  131. serialization.ddl struct srcpart { string key, string value}
  132. serialization.format 1
  133. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  134. transient_lastDdlTime 1297386140
  135. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  136. input format: org.apache.hadoop.mapred.TextInputFormat
  137. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  138. properties:
  139. bucket_count -1
  140. columns key,value
  141. columns.types string:string
  142. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  143. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  144. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  145. name default.srcpart
  146. partition_columns ds/hr
  147. serialization.ddl struct srcpart { string key, string value}
  148. serialization.format 1
  149. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  150. transient_lastDdlTime 1297386140
  151. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  152. name: default.srcpart
  153. name: default.srcpart
  154. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11
  155. Partition
  156. base file name: hr=11
  157. input format: org.apache.hadoop.mapred.TextInputFormat
  158. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  159. partition values:
  160. ds 2008-04-09
  161. hr 11
  162. properties:
  163. bucket_count -1
  164. columns key,value
  165. columns.types string:string
  166. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  167. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  168. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11
  169. name default.srcpart
  170. partition_columns ds/hr
  171. serialization.ddl struct srcpart { string key, string value}
  172. serialization.format 1
  173. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  174. transient_lastDdlTime 1297386140
  175. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  176. input format: org.apache.hadoop.mapred.TextInputFormat
  177. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  178. properties:
  179. bucket_count -1
  180. columns key,value
  181. columns.types string:string
  182. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  183. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  184. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  185. name default.srcpart
  186. partition_columns ds/hr
  187. serialization.ddl struct srcpart { string key, string value}
  188. serialization.format 1
  189. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  190. transient_lastDdlTime 1297386140
  191. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  192. name: default.srcpart
  193. name: default.srcpart
  194. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12
  195. Partition
  196. base file name: hr=12
  197. input format: org.apache.hadoop.mapred.TextInputFormat
  198. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  199. partition values:
  200. ds 2008-04-09
  201. hr 12
  202. properties:
  203. bucket_count -1
  204. columns key,value
  205. columns.types string:string
  206. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  207. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  208. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12
  209. name default.srcpart
  210. partition_columns ds/hr
  211. serialization.ddl struct srcpart { string key, string value}
  212. serialization.format 1
  213. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  214. transient_lastDdlTime 1297386140
  215. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  216. input format: org.apache.hadoop.mapred.TextInputFormat
  217. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  218. properties:
  219. bucket_count -1
  220. columns key,value
  221. columns.types string:string
  222. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  223. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  224. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  225. name default.srcpart
  226. partition_columns ds/hr
  227. serialization.ddl struct srcpart { string key, string value}
  228. serialization.format 1
  229. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  230. transient_lastDdlTime 1297386140
  231. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  232. name: default.srcpart
  233. name: default.srcpart
  234. Reduce Operator Tree:
  235. Extract
  236. Filter Operator
  237. isSamplingPred: false
  238. predicate:
  239. expr: ((_col1 < 100) and (_col0 = '2008-04-08'))
  240. type: boolean
  241. Select Operator
  242. expressions:
  243. expr: _col1
  244. type: string
  245. expr: _col2
  246. type: string
  247. outputColumnNames: _col0, _col1
  248. File Output Operator
  249. compressed: false
  250. GlobalTableId: 0
  251. directory: file:/tmp/sdong/hive_2011-02-10_17-24-54_583_8987862490121410836/-ext-10001
  252. NumFilesPerFileSink: 1
  253. Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_17-24-54_583_8987862490121410836/-ext-10001/
  254. table:
  255. input format: org.apache.hadoop.mapred.TextInputFormat
  256. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  257. properties:
  258. columns _col0,_col1
  259. columns.types string:string
  260. serialization.format 1
  261. TotalFiles: 1
  262. GatherStats: false
  263. MultiFileSpray: false
  264. Stage: Stage-0
  265. Fetch Operator
  266. limit: -1
  267. PREHOOK: query: FROM (
  268. FROM srcpart src
  269. SELECT TRANSFORM(src.ds, src.key, src.value)
  270. USING '/bin/cat' AS (ds, tkey, tvalue)
  271. CLUSTER BY tkey
  272. ) tmap
  273. SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08'
  274. PREHOOK: type: QUERY
  275. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
  276. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
  277. PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
  278. PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
  279. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-24-54_724_4140820560703296860/-mr-10000
  280. POSTHOOK: query: FROM (
  281. FROM srcpart src
  282. SELECT TRANSFORM(src.ds, src.key, src.value)
  283. USING '/bin/cat' AS (ds, tkey, tvalue)
  284. CLUSTER BY tkey
  285. ) tmap
  286. SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08'
  287. POSTHOOK: type: QUERY
  288. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
  289. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
  290. POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
  291. POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
  292. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-24-54_724_4140820560703296860/-mr-10000
  293. 0 val_0
  294. 0 val_0
  295. 0 val_0
  296. 0 val_0
  297. 0 val_0
  298. 0 val_0
  299. 10 val_10
  300. 10 val_10
  301. 11 val_11
  302. 11 val_11
  303. 12 val_12
  304. 12 val_12
  305. 12 val_12
  306. 12 val_12
  307. 15 val_15
  308. 15 val_15
  309. 15 val_15
  310. 15 val_15
  311. 17 val_17
  312. 17 val_17
  313. 18 val_18
  314. 18 val_18
  315. 18 val_18
  316. 18 val_18
  317. 19 val_19
  318. 19 val_19
  319. 2 val_2
  320. 2 val_2
  321. 20 val_20
  322. 20 val_20
  323. 24 val_24
  324. 24 val_24
  325. 24 val_24
  326. 24 val_24
  327. 26 val_26
  328. 26 val_26
  329. 26 val_26
  330. 26 val_26
  331. 27 val_27
  332. 27 val_27
  333. 28 val_28
  334. 28 val_28
  335. 30 val_30
  336. 30 val_30
  337. 33 val_33
  338. 33 val_33
  339. 34 val_34
  340. 34 val_34
  341. 35 val_35
  342. 35 val_35
  343. 35 val_35
  344. 35 val_35
  345. 35 val_35
  346. 35 val_35
  347. 37 val_37
  348. 37 val_37
  349. 37 val_37
  350. 37 val_37
  351. 4 val_4
  352. 4 val_4
  353. 41 val_41
  354. 41 val_41
  355. 42 val_42
  356. 42 val_42
  357. 42 val_42
  358. 42 val_42
  359. 43 val_43
  360. 43 val_43
  361. 44 val_44
  362. 44 val_44
  363. 47 val_47
  364. 47 val_47
  365. 5 val_5
  366. 5 val_5
  367. 5 val_5
  368. 5 val_5
  369. 5 val_5
  370. 5 val_5
  371. 51 val_51
  372. 51 val_51
  373. 51 val_51
  374. 51 val_51
  375. 53 val_53
  376. 53 val_53
  377. 54 val_54
  378. 54 val_54
  379. 57 val_57
  380. 57 val_57
  381. 58 val_58
  382. 58 val_58
  383. 58 val_58
  384. 58 val_58
  385. 64 val_64
  386. 64 val_64
  387. 65 val_65
  388. 65 val_65
  389. 66 val_66
  390. 66 val_66
  391. 67 val_67
  392. 67 val_67
  393. 67 val_67
  394. 67 val_67
  395. 69 val_69
  396. 69 val_69
  397. 70 val_70
  398. 70 val_70
  399. 70 val_70
  400. 70 val_70
  401. 70 val_70
  402. 70 val_70
  403. 72 val_72
  404. 72 val_72
  405. 72 val_72
  406. 72 val_72
  407. 74 val_74
  408. 74 val_74
  409. 76 val_76
  410. 76 val_76
  411. 76 val_76
  412. 76 val_76
  413. 77 val_77
  414. 77 val_77
  415. 78 val_78
  416. 78 val_78
  417. 8 val_8
  418. 8 val_8
  419. 80 val_80
  420. 80 val_80
  421. 82 val_82
  422. 82 val_82
  423. 83 val_83
  424. 83 val_83
  425. 83 val_83
  426. 83 val_83
  427. 84 val_84
  428. 84 val_84
  429. 84 val_84
  430. 84 val_84
  431. 85 val_85
  432. 85 val_85
  433. 86 val_86
  434. 86 val_86
  435. 87 val_87
  436. 87 val_87
  437. 9 val_9
  438. 9 val_9
  439. 90 val_90
  440. 90 val_90
  441. 90 val_90
  442. 90 val_90
  443. 90 val_90
  444. 90 val_90
  445. 92 val_92
  446. 92 val_92
  447. 95 val_95
  448. 95 val_95
  449. 95 val_95
  450. 95 val_95
  451. 96 val_96
  452. 96 val_96
  453. 97 val_97
  454. 97 val_97
  455. 97 val_97
  456. 97 val_97
  457. 98 val_98
  458. 98 val_98
  459. 98 val_98
  460. 98 val_98