PageRenderTime 90ms CodeModel.GetById 5ms RepoModel.GetById 0ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/transform_ppr2.q.out

#
text | 390 lines | 383 code | 7 blank | 0 comment | 0 complexity | 05e0d492b36b22e8e6efbc8f4eb7a3a3 MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0 
    

  1. PREHOOK: query: EXPLAIN EXTENDED
    2. 

  2. FROM (
    3. 

  3.   FROM srcpart src
    4. 

  4.   SELECT TRANSFORM(src.ds, src.key, src.value)
    5. 

  5.          USING '/bin/cat' AS (ds, tkey, tvalue)
    6. 

  6.   WHERE src.ds = '2008-04-08' 
    7. 

  7.   CLUSTER BY tkey 
    8. 

  8. ) tmap
    9. 

  9. SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100
    10. 

  10. PREHOOK: type: QUERY
    11. 

  11. POSTHOOK: query: EXPLAIN EXTENDED
    12. 

  12. FROM (
    13. 

  13.   FROM srcpart src
    14. 

  14.   SELECT TRANSFORM(src.ds, src.key, src.value)
    15. 

  15.          USING '/bin/cat' AS (ds, tkey, tvalue)
    16. 

  16.   WHERE src.ds = '2008-04-08' 
    17. 

  17.   CLUSTER BY tkey 
    18. 

  18. ) tmap
    19. 

  19. SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100
    20. 

  20. POSTHOOK: type: QUERY
    21. 

  21. ABSTRACT SYNTAX TREE:
    22. 

  22.   (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) ds) (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST ds tkey tvalue)))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL src) ds) '2008-04-08')) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100))))
    23. 

  23. 

  24. STAGE DEPENDENCIES:
    25. 

  25.   Stage-1 is a root stage
    26. 

  26.   Stage-0 is a root stage
    27. 

  27. 

  28. STAGE PLANS:
    29. 

  29.   Stage: Stage-1
    30. 

  30.     Map Reduce
    31. 

  31.       Alias -> Map Operator Tree:
    32. 

  32.         tmap:src 
    33. 

  33.           TableScan
    34. 

  34.             alias: src
    35. 

  35.             GatherStats: false
    36. 

  36.             Filter Operator
    37. 

  37.               isSamplingPred: false
    38. 

  38.               predicate:
    39. 

  39.                   expr: (ds = '2008-04-08')
    40. 

  40.                   type: boolean
    41. 

  41.               Select Operator
    42. 

  42.                 expressions:
    43. 

  43.                       expr: ds
    44. 

  44.                       type: string
    45. 

  45.                       expr: key
    46. 

  46.                       type: string
    47. 

  47.                       expr: value
    48. 

  48.                       type: string
    49. 

  49.                 outputColumnNames: _col0, _col1, _col2
    50. 

  50.                 Transform Operator
    51. 

  51.                   command: /bin/cat
    52. 

  52.                   output info:
    53. 

  53.                       input format: org.apache.hadoop.mapred.TextInputFormat
    54. 

  54.                       output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    55. 

  55.                       properties:
    56. 

  56.                         columns _col0,_col1,_col2
    57. 

  57.                         columns.types string,string,string
    58. 

  58.                         field.delim 9
    59. 

  59.                         serialization.format 9
    60. 

  60.                   Reduce Output Operator
    61. 

  61.                     key expressions:
    62. 

  62.                           expr: _col1
    63. 

  63.                           type: string
    64. 

  64.                     sort order: +
    65. 

  65.                     Map-reduce partition columns:
    66. 

  66.                           expr: _col1
    67. 

  67.                           type: string
    68. 

  68.                     tag: -1
    69. 

  69.                     value expressions:
    70. 

  70.                           expr: _col0
    71. 

  71.                           type: string
    72. 

  72.                           expr: _col1
    73. 

  73.                           type: string
    74. 

  74.                           expr: _col2
    75. 

  75.                           type: string
    76. 

  76.       Needs Tagging: false
    77. 

  77.       Path -> Alias:
    78. 

  78.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [tmap:src]
    79. 

  79.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [tmap:src]
    80. 

  80.       Path -> Partition:
    81. 

  81.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 
    82. 

  82.           Partition
    83. 

  83.             base file name: hr=11
    84. 

  84.             input format: org.apache.hadoop.mapred.TextInputFormat
    85. 

  85.             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    86. 

  86.             partition values:
    87. 

  87.               ds 2008-04-08
    88. 

  88.               hr 11
    89. 

  89.             properties:
    90. 

  90.               bucket_count -1
    91. 

  91.               columns key,value
    92. 

  92.               columns.types string:string
    93. 

  93.               file.inputformat org.apache.hadoop.mapred.TextInputFormat
    94. 

  94.               file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    95. 

  95.               location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
    96. 

  96.               name default.srcpart
    97. 

  97.               partition_columns ds/hr
    98. 

  98.               serialization.ddl struct srcpart { string key, string value}
    99. 

  99.               serialization.format 1
    100. 

  100.               serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    101. 

  101.               transient_lastDdlTime 1297386140
    102. 

  102.             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    103. 

  103.           
    104. 

  104.               input format: org.apache.hadoop.mapred.TextInputFormat
    105. 

  105.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    106. 

  106.               properties:
    107. 

  107.                 bucket_count -1
    108. 

  108.                 columns key,value
    109. 

  109.                 columns.types string:string
    110. 

  110.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    111. 

  111.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    112. 

  112.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
    113. 

  113.                 name default.srcpart
    114. 

  114.                 partition_columns ds/hr
    115. 

  115.                 serialization.ddl struct srcpart { string key, string value}
    116. 

  116.                 serialization.format 1
    117. 

  117.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    118. 

  118.                 transient_lastDdlTime 1297386140
    119. 

  119.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    120. 

  120.               name: default.srcpart
    121. 

  121.             name: default.srcpart
    122. 

  122.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 
    123. 

  123.           Partition
    124. 

  124.             base file name: hr=12
    125. 

  125.             input format: org.apache.hadoop.mapred.TextInputFormat
    126. 

  126.             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    127. 

  127.             partition values:
    128. 

  128.               ds 2008-04-08
    129. 

  129.               hr 12
    130. 

  130.             properties:
    131. 

  131.               bucket_count -1
    132. 

  132.               columns key,value
    133. 

  133.               columns.types string:string
    134. 

  134.               file.inputformat org.apache.hadoop.mapred.TextInputFormat
    135. 

  135.               file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    136. 

  136.               location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
    137. 

  137.               name default.srcpart
    138. 

  138.               partition_columns ds/hr
    139. 

  139.               serialization.ddl struct srcpart { string key, string value}
    140. 

  140.               serialization.format 1
    141. 

  141.               serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    142. 

  142.               transient_lastDdlTime 1297386140
    143. 

  143.             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    144. 

  144.           
    145. 

  145.               input format: org.apache.hadoop.mapred.TextInputFormat
    146. 

  146.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    147. 

  147.               properties:
    148. 

  148.                 bucket_count -1
    149. 

  149.                 columns key,value
    150. 

  150.                 columns.types string:string
    151. 

  151.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    152. 

  152.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    153. 

  153.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
    154. 

  154.                 name default.srcpart
    155. 

  155.                 partition_columns ds/hr
    156. 

  156.                 serialization.ddl struct srcpart { string key, string value}
    157. 

  157.                 serialization.format 1
    158. 

  158.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    159. 

  159.                 transient_lastDdlTime 1297386140
    160. 

  160.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    161. 

  161.               name: default.srcpart
    162. 

  162.             name: default.srcpart
    163. 

  163.       Reduce Operator Tree:
    164. 

  164.         Extract
    165. 

  165.           Filter Operator
    166. 

  166.             isSamplingPred: false
    167. 

  167.             predicate:
    168. 

  168.                 expr: (_col1 < 100)
    169. 

  169.                 type: boolean
    170. 

  170.             Select Operator
    171. 

  171.               expressions:
    172. 

  172.                     expr: _col1
    173. 

  173.                     type: string
    174. 

  174.                     expr: _col2
    175. 

  175.                     type: string
    176. 

  176.               outputColumnNames: _col0, _col1
    177. 

  177.               File Output Operator
    178. 

  178.                 compressed: false
    179. 

  179.                 GlobalTableId: 0
    180. 

  180.                 directory: file:/tmp/sdong/hive_2011-02-10_17-24-59_315_262991000601799738/-ext-10001
    181. 

  181.                 NumFilesPerFileSink: 1
    182. 

  182.                 Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_17-24-59_315_262991000601799738/-ext-10001/
    183. 

  183.                 table:
    184. 

  184.                     input format: org.apache.hadoop.mapred.TextInputFormat
    185. 

  185.                     output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    186. 

  186.                     properties:
    187. 

  187.                       columns _col0,_col1
    188. 

  188.                       columns.types string:string
    189. 

  189.                       serialization.format 1
    190. 

  190.                 TotalFiles: 1
    191. 

  191.                 GatherStats: false
    192. 

  192.                 MultiFileSpray: false
    193. 

  193. 

  194.   Stage: Stage-0
    195. 

  195.     Fetch Operator
    196. 

  196.       limit: -1
    197. 

  197. 

  198. 

  199. PREHOOK: query: FROM (
    200. 

  200.   FROM srcpart src
    201. 

  201.   SELECT TRANSFORM(src.ds, src.key, src.value)
    202. 

  202.          USING '/bin/cat' AS (ds, tkey, tvalue) 
    203. 

  203.   WHERE src.ds = '2008-04-08' 
    204. 

  204.   CLUSTER BY tkey 
    205. 

  205. ) tmap
    206. 

  206. SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100
    207. 

  207. PREHOOK: type: QUERY
    208. 

  208. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
    209. 

  209. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
    210. 

  210. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-24-59_452_6247089005584219853/-mr-10000
    211. 

  211. POSTHOOK: query: FROM (
    212. 

  212.   FROM srcpart src
    213. 

  213.   SELECT TRANSFORM(src.ds, src.key, src.value)
    214. 

  214.          USING '/bin/cat' AS (ds, tkey, tvalue) 
    215. 

  215.   WHERE src.ds = '2008-04-08' 
    216. 

  216.   CLUSTER BY tkey 
    217. 

  217. ) tmap
    218. 

  218. SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100
    219. 

  219. POSTHOOK: type: QUERY
    220. 

  220. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
    221. 

  221. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
    222. 

  222. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-24-59_452_6247089005584219853/-mr-10000
    223. 

  223. 0	val_0
    224. 

  224. 0	val_0
    225. 

  225. 0	val_0
    226. 

  226. 0	val_0
    227. 

  227. 0	val_0
    228. 

  228. 0	val_0
    229. 

  229. 10	val_10
    230. 

  230. 10	val_10
    231. 

  231. 11	val_11
    232. 

  232. 11	val_11
    233. 

  233. 12	val_12
    234. 

  234. 12	val_12
    235. 

  235. 12	val_12
    236. 

  236. 12	val_12
    237. 

  237. 15	val_15
    238. 

  238. 15	val_15
    239. 

  239. 15	val_15
    240. 

  240. 15	val_15
    241. 

  241. 17	val_17
    242. 

  242. 17	val_17
    243. 

  243. 18	val_18
    244. 

  244. 18	val_18
    245. 

  245. 18	val_18
    246. 

  246. 18	val_18
    247. 

  247. 19	val_19
    248. 

  248. 19	val_19
    249. 

  249. 2	val_2
    250. 

  250. 2	val_2
    251. 

  251. 20	val_20
    252. 

  252. 20	val_20
    253. 

  253. 24	val_24
    254. 

  254. 24	val_24
    255. 

  255. 24	val_24
    256. 

  256. 24	val_24
    257. 

  257. 26	val_26
    258. 

  258. 26	val_26
    259. 

  259. 26	val_26
    260. 

  260. 26	val_26
    261. 

  261. 27	val_27
    262. 

  262. 27	val_27
    263. 

  263. 28	val_28
    264. 

  264. 28	val_28
    265. 

  265. 30	val_30
    266. 

  266. 30	val_30
    267. 

  267. 33	val_33
    268. 

  268. 33	val_33
    269. 

  269. 34	val_34
    270. 

  270. 34	val_34
    271. 

  271. 35	val_35
    272. 

  272. 35	val_35
    273. 

  273. 35	val_35
    274. 

  274. 35	val_35
    275. 

  275. 35	val_35
    276. 

  276. 35	val_35
    277. 

  277. 37	val_37
    278. 

  278. 37	val_37
    279. 

  279. 37	val_37
    280. 

  280. 37	val_37
    281. 

  281. 4	val_4
    282. 

  282. 4	val_4
    283. 

  283. 41	val_41
    284. 

  284. 41	val_41
    285. 

  285. 42	val_42
    286. 

  286. 42	val_42
    287. 

  287. 42	val_42
    288. 

  288. 42	val_42
    289. 

  289. 43	val_43
    290. 

  290. 43	val_43
    291. 

  291. 44	val_44
    292. 

  292. 44	val_44
    293. 

  293. 47	val_47
    294. 

  294. 47	val_47
    295. 

  295. 5	val_5
    296. 

  296. 5	val_5
    297. 

  297. 5	val_5
    298. 

  298. 5	val_5
    299. 

  299. 5	val_5
    300. 

  300. 5	val_5
    301. 

  301. 51	val_51
    302. 

  302. 51	val_51
    303. 

  303. 51	val_51
    304. 

  304. 51	val_51
    305. 

  305. 53	val_53
    306. 

  306. 53	val_53
    307. 

  307. 54	val_54
    308. 

  308. 54	val_54
    309. 

  309. 57	val_57
    310. 

  310. 57	val_57
    311. 

  311. 58	val_58
    312. 

  312. 58	val_58
    313. 

  313. 58	val_58
    314. 

  314. 58	val_58
    315. 

  315. 64	val_64
    316. 

  316. 64	val_64
    317. 

  317. 65	val_65
    318. 

  318. 65	val_65
    319. 

  319. 66	val_66
    320. 

  320. 66	val_66
    321. 

  321. 67	val_67
    322. 

  322. 67	val_67
    323. 

  323. 67	val_67
    324. 

  324. 67	val_67
    325. 

  325. 69	val_69
    326. 

  326. 69	val_69
    327. 

  327. 70	val_70
    328. 

  328. 70	val_70
    329. 

  329. 70	val_70
    330. 

  330. 70	val_70
    331. 

  331. 70	val_70
    332. 

  332. 70	val_70
    333. 

  333. 72	val_72
    334. 

  334. 72	val_72
    335. 

  335. 72	val_72
    336. 

  336. 72	val_72
    337. 

  337. 74	val_74
    338. 

  338. 74	val_74
    339. 

  339. 76	val_76
    340. 

  340. 76	val_76
    341. 

  341. 76	val_76
    342. 

  342. 76	val_76
    343. 

  343. 77	val_77
    344. 

  344. 77	val_77
    345. 

  345. 78	val_78
    346. 

  346. 78	val_78
    347. 

  347. 8	val_8
    348. 

  348. 8	val_8
    349. 

  349. 80	val_80
    350. 

  350. 80	val_80
    351. 

  351. 82	val_82
    352. 

  352. 82	val_82
    353. 

  353. 83	val_83
    354. 

  354. 83	val_83
    355. 

  355. 83	val_83
    356. 

  356. 83	val_83
    357. 

  357. 84	val_84
    358. 

  358. 84	val_84
    359. 

  359. 84	val_84
    360. 

  360. 84	val_84
    361. 

  361. 85	val_85
    362. 

  362. 85	val_85
    363. 

  363. 86	val_86
    364. 

  364. 86	val_86
    365. 

  365. 87	val_87
    366. 

  366. 87	val_87
    367. 

  367. 9	val_9
    368. 

  368. 9	val_9
    369. 

  369. 90	val_90
    370. 

  370. 90	val_90
    371. 

  371. 90	val_90
    372. 

  372. 90	val_90
    373. 

  373. 90	val_90
    374. 

  374. 90	val_90
    375. 

  375. 92	val_92
    376. 

  376. 92	val_92
    377. 

  377. 95	val_95
    378. 

  378. 95	val_95
    379. 

  379. 95	val_95
    380. 

  380. 95	val_95
    381. 

  381. 96	val_96
    382. 

  382. 96	val_96
    383. 

  383. 97	val_97
    384. 

  384. 97	val_97
    385. 

  385. 97	val_97
    386. 

  386. 97	val_97
    387. 

  387. 98	val_98
    388. 

  388. 98	val_98
    389. 

  389. 98	val_98
    390. 

  390. 98	val_98
    391. 

  391.