PageRenderTime 37ms CodeModel.GetById 7ms RepoModel.GetById 0ms app.codeStats 0ms

/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/bucket2.q.out

#
text | 481 lines | 469 code | 12 blank | 0 comment | 0 complexity | ac6278cb5e9bc33748ff5a3def8fce18 MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0 
    

  1. PREHOOK: query: CREATE TABLE bucket2_1(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS
    2. 

  2. PREHOOK: type: CREATETABLE
    3. 

  3. POSTHOOK: query: CREATE TABLE bucket2_1(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS
    4. 

  4. POSTHOOK: type: CREATETABLE
    5. 

  5. POSTHOOK: Output: default@bucket2_1
    6. 

  6. PREHOOK: query: explain extended
    7. 

  7. insert overwrite table bucket2_1
    8. 

  8. select * from src
    9. 

  9. PREHOOK: type: QUERY
    10. 

  10. POSTHOOK: query: explain extended
    11. 

  11. insert overwrite table bucket2_1
    12. 

  12. select * from src
    13. 

  13. POSTHOOK: type: QUERY
    14. 

  14. ABSTRACT SYNTAX TREE:
    15. 

  15.   (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucket2_1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
    16. 

  16. 

  17. STAGE DEPENDENCIES:
    18. 

  18.   Stage-1 is a root stage
    19. 

  19.   Stage-0 depends on stages: Stage-1
    20. 

  20.   Stage-2 depends on stages: Stage-0
    21. 

  21. 

  22. STAGE PLANS:
    23. 

  23.   Stage: Stage-1
    24. 

  24.     Map Reduce
    25. 

  25.       Alias -> Map Operator Tree:
    26. 

  26.         src 
    27. 

  27.           TableScan
    28. 

  28.             alias: src
    29. 

  29.             GatherStats: false
    30. 

  30.             Select Operator
    31. 

  31.               expressions:
    32. 

  32.                     expr: key
    33. 

  33.                     type: string
    34. 

  34.                     expr: value
    35. 

  35.                     type: string
    36. 

  36.               outputColumnNames: _col0, _col1
    37. 

  37.               Reduce Output Operator
    38. 

  38.                 sort order: 
    39. 

  39.                 Map-reduce partition columns:
    40. 

  40.                       expr: UDFToInteger(_col0)
    41. 

  41.                       type: int
    42. 

  42.                 tag: -1
    43. 

  43.                 value expressions:
    44. 

  44.                       expr: _col0
    45. 

  45.                       type: string
    46. 

  46.                       expr: _col1
    47. 

  47.                       type: string
    48. 

  48.       Needs Tagging: false
    49. 

  49.       Path -> Alias:
    50. 

  50.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src [src]
    51. 

  51.       Path -> Partition:
    52. 

  52.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src 
    53. 

  53.           Partition
    54. 

  54.             base file name: src
    55. 

  55.             input format: org.apache.hadoop.mapred.TextInputFormat
    56. 

  56.             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    57. 

  57.             properties:
    58. 

  58.               bucket_count -1
    59. 

  59.               columns key,value
    60. 

  60.               columns.types string:string
    61. 

  61.               file.inputformat org.apache.hadoop.mapred.TextInputFormat
    62. 

  62.               file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    63. 

  63.               location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
    64. 

  64.               name default.src
    65. 

  65.               serialization.ddl struct src { string key, string value}
    66. 

  66.               serialization.format 1
    67. 

  67.               serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    68. 

  68.               transient_lastDdlTime 1303258260
    69. 

  69.             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    70. 

  70.           
    71. 

  71.               input format: org.apache.hadoop.mapred.TextInputFormat
    72. 

  72.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    73. 

  73.               properties:
    74. 

  74.                 bucket_count -1
    75. 

  75.                 columns key,value
    76. 

  76.                 columns.types string:string
    77. 

  77.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    78. 

  78.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    79. 

  79.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
    80. 

  80.                 name default.src
    81. 

  81.                 serialization.ddl struct src { string key, string value}
    82. 

  82.                 serialization.format 1
    83. 

  83.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    84. 

  84.                 transient_lastDdlTime 1303258260
    85. 

  85.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    86. 

  86.               name: default.src
    87. 

  87.             name: default.src
    88. 

  88.       Reduce Operator Tree:
    89. 

  89.         Extract
    90. 

  90.           Select Operator
    91. 

  91.             expressions:
    92. 

  92.                   expr: UDFToInteger(_col0)
    93. 

  93.                   type: int
    94. 

  94.                   expr: _col1
    95. 

  95.                   type: string
    96. 

  96.             outputColumnNames: _col0, _col1
    97. 

  97.             File Output Operator
    98. 

  98.               compressed: false
    99. 

  99.               GlobalTableId: 1
    100. 

  100.               directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-04-19_17-36-01_663_7003431130306835352/-ext-10000
    101. 

  101.               NumFilesPerFileSink: 2
    102. 

  102.               Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-04-19_17-36-01_663_7003431130306835352/-ext-10000/
    103. 

  103.               table:
    104. 

  104.                   input format: org.apache.hadoop.mapred.TextInputFormat
    105. 

  105.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    106. 

  106.                   properties:
    107. 

  107.                     bucket_count 2
    108. 

  108.                     bucket_field_name key
    109. 

  109.                     columns key,value
    110. 

  110.                     columns.types int:string
    111. 

  111.                     file.inputformat org.apache.hadoop.mapred.TextInputFormat
    112. 

  112.                     file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    113. 

  113.                     location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucket2_1
    114. 

  114.                     name default.bucket2_1
    115. 

  115.                     serialization.ddl struct bucket2_1 { i32 key, string value}
    116. 

  116.                     serialization.format 1
    117. 

  117.                     serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    118. 

  118.                     transient_lastDdlTime 1303259761
    119. 

  119.                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    120. 

  120.                   name: default.bucket2_1
    121. 

  121.               TotalFiles: 2
    122. 

  122.               GatherStats: true
    123. 

  123.               MultiFileSpray: true
    124. 

  124. 

  125.   Stage: Stage-0
    126. 

  126.     Move Operator
    127. 

  127.       tables:
    128. 

  128.           replace: true
    129. 

  129.           source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-04-19_17-36-01_663_7003431130306835352/-ext-10000
    130. 

  130.           table:
    131. 

  131.               input format: org.apache.hadoop.mapred.TextInputFormat
    132. 

  132.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    133. 

  133.               properties:
    134. 

  134.                 bucket_count 2
    135. 

  135.                 bucket_field_name key
    136. 

  136.                 columns key,value
    137. 

  137.                 columns.types int:string
    138. 

  138.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    139. 

  139.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    140. 

  140.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucket2_1
    141. 

  141.                 name default.bucket2_1
    142. 

  142.                 serialization.ddl struct bucket2_1 { i32 key, string value}
    143. 

  143.                 serialization.format 1
    144. 

  144.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    145. 

  145.                 transient_lastDdlTime 1303259761
    146. 

  146.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    147. 

  147.               name: default.bucket2_1
    148. 

  148.           tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-04-19_17-36-01_663_7003431130306835352/-ext-10001
    149. 

  149. 

  150.   Stage: Stage-2
    151. 

  151.     Stats-Aggr Operator
    152. 

  152.       Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-04-19_17-36-01_663_7003431130306835352/-ext-10000/
    153. 

  153. 

  154. 

  155. PREHOOK: query: insert overwrite table bucket2_1
    156. 

  156. select * from src
    157. 

  157. PREHOOK: type: QUERY
    158. 

  158. PREHOOK: Input: default@src
    159. 

  159. PREHOOK: Output: default@bucket2_1
    160. 

  160. POSTHOOK: query: insert overwrite table bucket2_1
    161. 

  161. select * from src
    162. 

  162. POSTHOOK: type: QUERY
    163. 

  163. POSTHOOK: Input: default@src
    164. 

  164. POSTHOOK: Output: default@bucket2_1
    165. 

  165. POSTHOOK: Lineage: bucket2_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
    166. 

  166. POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    167. 

  167. PREHOOK: query: explain
    168. 

  168. select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key
    169. 

  169. PREHOOK: type: QUERY
    170. 

  170. POSTHOOK: query: explain
    171. 

  171. select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key
    172. 

  172. POSTHOOK: type: QUERY
    173. 

  173. POSTHOOK: Lineage: bucket2_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
    174. 

  174. POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    175. 

  175. ABSTRACT SYNTAX TREE:
    176. 

  176.   (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME bucket2_1) (TOK_TABLEBUCKETSAMPLE 1 2) s)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)))))
    177. 

  177. 

  178. STAGE DEPENDENCIES:
    179. 

  179.   Stage-1 is a root stage
    180. 

  180.   Stage-0 is a root stage
    181. 

  181. 

  182. STAGE PLANS:
    183. 

  183.   Stage: Stage-1
    184. 

  184.     Map Reduce
    185. 

  185.       Alias -> Map Operator Tree:
    186. 

  186.         s 
    187. 

  187.           TableScan
    188. 

  188.             alias: s
    189. 

  189.             Filter Operator
    190. 

  190.               predicate:
    191. 

  191.                   expr: (((hash(key) & 2147483647) % 2) = 0)
    192. 

  192.                   type: boolean
    193. 

  193.               Select Operator
    194. 

  194.                 expressions:
    195. 

  195.                       expr: key
    196. 

  196.                       type: int
    197. 

  197.                       expr: value
    198. 

  198.                       type: string
    199. 

  199.                 outputColumnNames: _col0, _col1
    200. 

  200.                 Reduce Output Operator
    201. 

  201.                   key expressions:
    202. 

  202.                         expr: _col0
    203. 

  203.                         type: int
    204. 

  204.                   sort order: +
    205. 

  205.                   tag: -1
    206. 

  206.                   value expressions:
    207. 

  207.                         expr: _col0
    208. 

  208.                         type: int
    209. 

  209.                         expr: _col1
    210. 

  210.                         type: string
    211. 

  211.       Reduce Operator Tree:
    212. 

  212.         Extract
    213. 

  213.           File Output Operator
    214. 

  214.             compressed: false
    215. 

  215.             GlobalTableId: 0
    216. 

  216.             table:
    217. 

  217.                 input format: org.apache.hadoop.mapred.TextInputFormat
    218. 

  218.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    219. 

  219. 

  220.   Stage: Stage-0
    221. 

  221.     Fetch Operator
    222. 

  222.       limit: -1
    223. 

  223. 

  224. 

  225. PREHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key
    226. 

  226. PREHOOK: type: QUERY
    227. 

  227. PREHOOK: Input: default@bucket2_1
    228. 

  228. PREHOOK: Output: file:/tmp/sdong/hive_2011-04-19_17-36-06_239_4661085987132263426/-mr-10000
    229. 

  229. POSTHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key
    230. 

  230. POSTHOOK: type: QUERY
    231. 

  231. POSTHOOK: Input: default@bucket2_1
    232. 

  232. POSTHOOK: Output: file:/tmp/sdong/hive_2011-04-19_17-36-06_239_4661085987132263426/-mr-10000
    233. 

  233. POSTHOOK: Lineage: bucket2_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
    234. 

  234. POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    235. 

  235. 0	val_0
    236. 

  236. 0	val_0
    237. 

  237. 0	val_0
    238. 

  238. 2	val_2
    239. 

  239. 4	val_4
    240. 

  240. 8	val_8
    241. 

  241. 10	val_10
    242. 

  242. 12	val_12
    243. 

  243. 12	val_12
    244. 

  244. 18	val_18
    245. 

  245. 18	val_18
    246. 

  246. 20	val_20
    247. 

  247. 24	val_24
    248. 

  248. 24	val_24
    249. 

  249. 26	val_26
    250. 

  250. 26	val_26
    251. 

  251. 28	val_28
    252. 

  252. 30	val_30
    253. 

  253. 34	val_34
    254. 

  254. 42	val_42
    255. 

  255. 42	val_42
    256. 

  256. 44	val_44
    257. 

  257. 54	val_54
    258. 

  258. 58	val_58
    259. 

  259. 58	val_58
    260. 

  260. 64	val_64
    261. 

  261. 66	val_66
    262. 

  262. 70	val_70
    263. 

  263. 70	val_70
    264. 

  264. 70	val_70
    265. 

  265. 72	val_72
    266. 

  266. 72	val_72
    267. 

  267. 74	val_74
    268. 

  268. 76	val_76
    269. 

  269. 76	val_76
    270. 

  270. 78	val_78
    271. 

  271. 80	val_80
    272. 

  272. 82	val_82
    273. 

  273. 84	val_84
    274. 

  274. 84	val_84
    275. 

  275. 86	val_86
    276. 

  276. 90	val_90
    277. 

  277. 90	val_90
    278. 

  278. 90	val_90
    279. 

  279. 92	val_92
    280. 

  280. 96	val_96
    281. 

  281. 98	val_98
    282. 

  282. 98	val_98
    283. 

  283. 100	val_100
    284. 

  284. 100	val_100
    285. 

  285. 104	val_104
    286. 

  286. 104	val_104
    287. 

  287. 114	val_114
    288. 

  288. 116	val_116
    289. 

  289. 118	val_118
    290. 

  290. 118	val_118
    291. 

  291. 120	val_120
    292. 

  292. 120	val_120
    293. 

  293. 126	val_126
    294. 

  294. 128	val_128
    295. 

  295. 128	val_128
    296. 

  296. 128	val_128
    297. 

  297. 134	val_134
    298. 

  298. 134	val_134
    299. 

  299. 136	val_136
    300. 

  300. 138	val_138
    301. 

  301. 138	val_138
    302. 

  302. 138	val_138
    303. 

  303. 138	val_138
    304. 

  304. 146	val_146
    305. 

  305. 146	val_146
    306. 

  306. 150	val_150
    307. 

  307. 152	val_152
    308. 

  308. 152	val_152
    309. 

  309. 156	val_156
    310. 

  310. 158	val_158
    311. 

  311. 160	val_160
    312. 

  312. 162	val_162
    313. 

  313. 164	val_164
    314. 

  314. 164	val_164
    315. 

  315. 166	val_166
    316. 

  316. 168	val_168
    317. 

  317. 170	val_170
    318. 

  318. 172	val_172
    319. 

  319. 172	val_172
    320. 

  320. 174	val_174
    321. 

  321. 174	val_174
    322. 

  322. 176	val_176
    323. 

  323. 176	val_176
    324. 

  324. 178	val_178
    325. 

  325. 180	val_180
    326. 

  326. 186	val_186
    327. 

  327. 190	val_190
    328. 

  328. 192	val_192
    329. 

  329. 194	val_194
    330. 

  330. 196	val_196
    331. 

  331. 200	val_200
    332. 

  332. 200	val_200
    333. 

  333. 202	val_202
    334. 

  334. 208	val_208
    335. 

  335. 208	val_208
    336. 

  336. 208	val_208
    337. 

  337. 214	val_214
    338. 

  338. 216	val_216
    339. 

  339. 216	val_216
    340. 

  340. 218	val_218
    341. 

  341. 222	val_222
    342. 

  342. 224	val_224
    343. 

  343. 224	val_224
    344. 

  344. 226	val_226
    345. 

  345. 228	val_228
    346. 

  346. 230	val_230
    347. 

  347. 230	val_230
    348. 

  348. 230	val_230
    349. 

  349. 230	val_230
    350. 

  350. 230	val_230
    351. 

  351. 238	val_238
    352. 

  352. 238	val_238
    353. 

  353. 242	val_242
    354. 

  354. 242	val_242
    355. 

  355. 244	val_244
    356. 

  356. 248	val_248
    357. 

  357. 252	val_252
    358. 

  358. 256	val_256
    359. 

  359. 256	val_256
    360. 

  360. 258	val_258
    361. 

  361. 260	val_260
    362. 

  362. 262	val_262
    363. 

  363. 266	val_266
    364. 

  364. 272	val_272
    365. 

  365. 272	val_272
    366. 

  366. 274	val_274
    367. 

  367. 278	val_278
    368. 

  368. 278	val_278
    369. 

  369. 280	val_280
    370. 

  370. 280	val_280
    371. 

  371. 282	val_282
    372. 

  372. 282	val_282
    373. 

  373. 284	val_284
    374. 

  374. 286	val_286
    375. 

  375. 288	val_288
    376. 

  376. 288	val_288
    377. 

  377. 292	val_292
    378. 

  378. 296	val_296
    379. 

  379. 298	val_298
    380. 

  380. 298	val_298
    381. 

  381. 298	val_298
    382. 

  382. 302	val_302
    383. 

  383. 306	val_306
    384. 

  384. 308	val_308
    385. 

  385. 310	val_310
    386. 

  386. 316	val_316
    387. 

  387. 316	val_316
    388. 

  388. 316	val_316
    389. 

  389. 318	val_318
    390. 

  390. 318	val_318
    391. 

  391. 318	val_318
    392. 

  392. 322	val_322
    393. 

  393. 322	val_322
    394. 

  394. 332	val_332
    395. 

  395. 336	val_336
    396. 

  396. 338	val_338
    397. 

  397. 342	val_342
    398. 

  398. 342	val_342
    399. 

  399. 344	val_344
    400. 

  400. 344	val_344
    401. 

  401. 348	val_348
    402. 

  402. 348	val_348
    403. 

  403. 348	val_348
    404. 

  404. 348	val_348
    405. 

  405. 348	val_348
    406. 

  406. 356	val_356
    407. 

  407. 360	val_360
    408. 

  408. 362	val_362
    409. 

  409. 364	val_364
    410. 

  410. 366	val_366
    411. 

  411. 368	val_368
    412. 

  412. 374	val_374
    413. 

  413. 378	val_378
    414. 

  414. 382	val_382
    415. 

  415. 382	val_382
    416. 

  416. 384	val_384
    417. 

  417. 384	val_384
    418. 

  418. 384	val_384
    419. 

  419. 386	val_386
    420. 

  420. 392	val_392
    421. 

  421. 394	val_394
    422. 

  422. 396	val_396
    423. 

  423. 396	val_396
    424. 

  424. 396	val_396
    425. 

  425. 400	val_400
    426. 

  426. 402	val_402
    427. 

  427. 404	val_404
    428. 

  428. 404	val_404
    429. 

  429. 406	val_406
    430. 

  430. 406	val_406
    431. 

  431. 406	val_406
    432. 

  432. 406	val_406
    433. 

  433. 414	val_414
    434. 

  434. 414	val_414
    435. 

  435. 418	val_418
    436. 

  436. 424	val_424
    437. 

  437. 424	val_424
    438. 

  438. 430	val_430
    439. 

  439. 430	val_430
    440. 

  440. 430	val_430
    441. 

  441. 432	val_432
    442. 

  442. 436	val_436
    443. 

  443. 438	val_438
    444. 

  444. 438	val_438
    445. 

  445. 438	val_438
    446. 

  446. 444	val_444
    447. 

  447. 446	val_446
    448. 

  448. 448	val_448
    449. 

  449. 452	val_452
    450. 

  450. 454	val_454
    451. 

  451. 454	val_454
    452. 

  452. 454	val_454
    453. 

  453. 458	val_458
    454. 

  454. 458	val_458
    455. 

  455. 460	val_460
    456. 

  456. 462	val_462
    457. 

  457. 462	val_462
    458. 

  458. 466	val_466
    459. 

  459. 466	val_466
    460. 

  460. 466	val_466
    461. 

  461. 468	val_468
    462. 

  462. 468	val_468
    463. 

  463. 468	val_468
    464. 

  464. 468	val_468
    465. 

  465. 470	val_470
    466. 

  466. 472	val_472
    467. 

  467. 478	val_478
    468. 

  468. 478	val_478
    469. 

  469. 480	val_480
    470. 

  470. 480	val_480
    471. 

  471. 480	val_480
    472. 

  472. 482	val_482
    473. 

  473. 484	val_484
    474. 

  474. 490	val_490
    475. 

  475. 492	val_492
    476. 

  476. 492	val_492
    477. 

  477. 494	val_494
    478. 

  478. 496	val_496
    479. 

  479. 498	val_498
    480. 

  480. 498	val_498
    481. 

  481. 498	val_498
    482. 

  482.