PageRenderTime 64ms CodeModel.GetById 16ms RepoModel.GetById 0ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/bucket3.q.out

#
text | 516 lines | 504 code | 12 blank | 0 comment | 0 complexity | 3b2063a030c2cdd71047e01b6b91efed MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0
  1. PREHOOK: query: CREATE TABLE bucket3_1(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS
  2. PREHOOK: type: CREATETABLE
  3. POSTHOOK: query: CREATE TABLE bucket3_1(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS
  4. POSTHOOK: type: CREATETABLE
  5. POSTHOOK: Output: default@bucket3_1
  6. PREHOOK: query: explain extended
  7. insert overwrite table bucket3_1 partition (ds='1')
  8. select * from src
  9. PREHOOK: type: QUERY
  10. POSTHOOK: query: explain extended
  11. insert overwrite table bucket3_1 partition (ds='1')
  12. select * from src
  13. POSTHOOK: type: QUERY
  14. ABSTRACT SYNTAX TREE:
  15. (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucket3_1) (TOK_PARTSPEC (TOK_PARTVAL ds '1')))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
  16. STAGE DEPENDENCIES:
  17. Stage-1 is a root stage
  18. Stage-0 depends on stages: Stage-1
  19. Stage-2 depends on stages: Stage-0
  20. STAGE PLANS:
  21. Stage: Stage-1
  22. Map Reduce
  23. Alias -> Map Operator Tree:
  24. src
  25. TableScan
  26. alias: src
  27. GatherStats: false
  28. Select Operator
  29. expressions:
  30. expr: key
  31. type: string
  32. expr: value
  33. type: string
  34. outputColumnNames: _col0, _col1
  35. Reduce Output Operator
  36. sort order:
  37. Map-reduce partition columns:
  38. expr: UDFToInteger(_col0)
  39. type: int
  40. tag: -1
  41. value expressions:
  42. expr: _col0
  43. type: string
  44. expr: _col1
  45. type: string
  46. Needs Tagging: false
  47. Path -> Alias:
  48. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src [src]
  49. Path -> Partition:
  50. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  51. Partition
  52. base file name: src
  53. input format: org.apache.hadoop.mapred.TextInputFormat
  54. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  55. properties:
  56. bucket_count -1
  57. columns key,value
  58. columns.types string:string
  59. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  60. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  61. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  62. name default.src
  63. serialization.ddl struct src { string key, string value}
  64. serialization.format 1
  65. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  66. transient_lastDdlTime 1297328964
  67. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  68. input format: org.apache.hadoop.mapred.TextInputFormat
  69. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  70. properties:
  71. bucket_count -1
  72. columns key,value
  73. columns.types string:string
  74. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  75. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  76. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  77. name default.src
  78. serialization.ddl struct src { string key, string value}
  79. serialization.format 1
  80. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  81. transient_lastDdlTime 1297328964
  82. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  83. name: default.src
  84. name: default.src
  85. Reduce Operator Tree:
  86. Extract
  87. Select Operator
  88. expressions:
  89. expr: UDFToInteger(_col0)
  90. type: int
  91. expr: _col1
  92. type: string
  93. outputColumnNames: _col0, _col1
  94. File Output Operator
  95. compressed: false
  96. GlobalTableId: 1
  97. directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-30-50_887_7521360143673656649/-ext-10000
  98. NumFilesPerFileSink: 2
  99. Static Partition Specification: ds=1/
  100. Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-30-50_887_7521360143673656649/-ext-10000/
  101. table:
  102. input format: org.apache.hadoop.mapred.TextInputFormat
  103. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  104. properties:
  105. bucket_count 2
  106. bucket_field_name key
  107. columns key,value
  108. columns.types int:string
  109. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  110. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  111. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucket3_1
  112. name default.bucket3_1
  113. partition_columns ds
  114. serialization.ddl struct bucket3_1 { i32 key, string value}
  115. serialization.format 1
  116. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  117. transient_lastDdlTime 1297330250
  118. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  119. name: default.bucket3_1
  120. TotalFiles: 2
  121. GatherStats: true
  122. MultiFileSpray: true
  123. Stage: Stage-0
  124. Move Operator
  125. tables:
  126. partition:
  127. ds 1
  128. replace: true
  129. source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-30-50_887_7521360143673656649/-ext-10000
  130. table:
  131. input format: org.apache.hadoop.mapred.TextInputFormat
  132. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  133. properties:
  134. bucket_count 2
  135. bucket_field_name key
  136. columns key,value
  137. columns.types int:string
  138. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  139. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  140. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucket3_1
  141. name default.bucket3_1
  142. partition_columns ds
  143. serialization.ddl struct bucket3_1 { i32 key, string value}
  144. serialization.format 1
  145. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  146. transient_lastDdlTime 1297330250
  147. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  148. name: default.bucket3_1
  149. tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-30-50_887_7521360143673656649/-ext-10001
  150. Stage: Stage-2
  151. Stats-Aggr Operator
  152. Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-30-50_887_7521360143673656649/-ext-10000/
  153. PREHOOK: query: insert overwrite table bucket3_1 partition (ds='1')
  154. select * from src
  155. PREHOOK: type: QUERY
  156. PREHOOK: Input: default@src
  157. PREHOOK: Output: default@bucket3_1@ds=1
  158. POSTHOOK: query: insert overwrite table bucket3_1 partition (ds='1')
  159. select * from src
  160. POSTHOOK: type: QUERY
  161. POSTHOOK: Input: default@src
  162. POSTHOOK: Output: default@bucket3_1@ds=1
  163. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  164. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  165. PREHOOK: query: insert overwrite table bucket3_1 partition (ds='2')
  166. select * from src
  167. PREHOOK: type: QUERY
  168. PREHOOK: Input: default@src
  169. PREHOOK: Output: default@bucket3_1@ds=2
  170. POSTHOOK: query: insert overwrite table bucket3_1 partition (ds='2')
  171. select * from src
  172. POSTHOOK: type: QUERY
  173. POSTHOOK: Input: default@src
  174. POSTHOOK: Output: default@bucket3_1@ds=2
  175. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  176. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  177. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  178. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  179. PREHOOK: query: explain
  180. select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key
  181. PREHOOK: type: QUERY
  182. POSTHOOK: query: explain
  183. select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key
  184. POSTHOOK: type: QUERY
  185. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  186. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  187. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  188. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  189. ABSTRACT SYNTAX TREE:
  190. (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME bucket3_1) (TOK_TABLESAMPLE 1 2) s)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '1')) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)))))
  191. STAGE DEPENDENCIES:
  192. Stage-1 is a root stage
  193. Stage-0 is a root stage
  194. STAGE PLANS:
  195. Stage: Stage-1
  196. Map Reduce
  197. Alias -> Map Operator Tree:
  198. s
  199. TableScan
  200. alias: s
  201. Filter Operator
  202. predicate:
  203. expr: (((hash(key) & 2147483647) % 2) = 0)
  204. type: boolean
  205. Filter Operator
  206. predicate:
  207. expr: (((hash(key) & 2147483647) % 2) = 0)
  208. type: boolean
  209. Filter Operator
  210. predicate:
  211. expr: (ds = '1')
  212. type: boolean
  213. Select Operator
  214. expressions:
  215. expr: key
  216. type: int
  217. expr: value
  218. type: string
  219. expr: ds
  220. type: string
  221. outputColumnNames: _col0, _col1, _col2
  222. Reduce Output Operator
  223. key expressions:
  224. expr: _col0
  225. type: int
  226. sort order: +
  227. tag: -1
  228. value expressions:
  229. expr: _col0
  230. type: int
  231. expr: _col1
  232. type: string
  233. expr: _col2
  234. type: string
  235. Reduce Operator Tree:
  236. Extract
  237. File Output Operator
  238. compressed: false
  239. GlobalTableId: 0
  240. table:
  241. input format: org.apache.hadoop.mapred.TextInputFormat
  242. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  243. Stage: Stage-0
  244. Fetch Operator
  245. limit: -1
  246. PREHOOK: query: select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key
  247. PREHOOK: type: QUERY
  248. PREHOOK: Input: default@bucket3_1@ds=1
  249. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-31-00_746_8025378428702145900/-mr-10000
  250. POSTHOOK: query: select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key
  251. POSTHOOK: type: QUERY
  252. POSTHOOK: Input: default@bucket3_1@ds=1
  253. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-31-00_746_8025378428702145900/-mr-10000
  254. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  255. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  256. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  257. POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  258. 0 val_0 1
  259. 0 val_0 1
  260. 0 val_0 1
  261. 2 val_2 1
  262. 4 val_4 1
  263. 8 val_8 1
  264. 10 val_10 1
  265. 12 val_12 1
  266. 12 val_12 1
  267. 18 val_18 1
  268. 18 val_18 1
  269. 20 val_20 1
  270. 24 val_24 1
  271. 24 val_24 1
  272. 26 val_26 1
  273. 26 val_26 1
  274. 28 val_28 1
  275. 30 val_30 1
  276. 34 val_34 1
  277. 42 val_42 1
  278. 42 val_42 1
  279. 44 val_44 1
  280. 54 val_54 1
  281. 58 val_58 1
  282. 58 val_58 1
  283. 64 val_64 1
  284. 66 val_66 1
  285. 70 val_70 1
  286. 70 val_70 1
  287. 70 val_70 1
  288. 72 val_72 1
  289. 72 val_72 1
  290. 74 val_74 1
  291. 76 val_76 1
  292. 76 val_76 1
  293. 78 val_78 1
  294. 80 val_80 1
  295. 82 val_82 1
  296. 84 val_84 1
  297. 84 val_84 1
  298. 86 val_86 1
  299. 90 val_90 1
  300. 90 val_90 1
  301. 90 val_90 1
  302. 92 val_92 1
  303. 96 val_96 1
  304. 98 val_98 1
  305. 98 val_98 1
  306. 100 val_100 1
  307. 100 val_100 1
  308. 104 val_104 1
  309. 104 val_104 1
  310. 114 val_114 1
  311. 116 val_116 1
  312. 118 val_118 1
  313. 118 val_118 1
  314. 120 val_120 1
  315. 120 val_120 1
  316. 126 val_126 1
  317. 128 val_128 1
  318. 128 val_128 1
  319. 128 val_128 1
  320. 134 val_134 1
  321. 134 val_134 1
  322. 136 val_136 1
  323. 138 val_138 1
  324. 138 val_138 1
  325. 138 val_138 1
  326. 138 val_138 1
  327. 146 val_146 1
  328. 146 val_146 1
  329. 150 val_150 1
  330. 152 val_152 1
  331. 152 val_152 1
  332. 156 val_156 1
  333. 158 val_158 1
  334. 160 val_160 1
  335. 162 val_162 1
  336. 164 val_164 1
  337. 164 val_164 1
  338. 166 val_166 1
  339. 168 val_168 1
  340. 170 val_170 1
  341. 172 val_172 1
  342. 172 val_172 1
  343. 174 val_174 1
  344. 174 val_174 1
  345. 176 val_176 1
  346. 176 val_176 1
  347. 178 val_178 1
  348. 180 val_180 1
  349. 186 val_186 1
  350. 190 val_190 1
  351. 192 val_192 1
  352. 194 val_194 1
  353. 196 val_196 1
  354. 200 val_200 1
  355. 200 val_200 1
  356. 202 val_202 1
  357. 208 val_208 1
  358. 208 val_208 1
  359. 208 val_208 1
  360. 214 val_214 1
  361. 216 val_216 1
  362. 216 val_216 1
  363. 218 val_218 1
  364. 222 val_222 1
  365. 224 val_224 1
  366. 224 val_224 1
  367. 226 val_226 1
  368. 228 val_228 1
  369. 230 val_230 1
  370. 230 val_230 1
  371. 230 val_230 1
  372. 230 val_230 1
  373. 230 val_230 1
  374. 238 val_238 1
  375. 238 val_238 1
  376. 242 val_242 1
  377. 242 val_242 1
  378. 244 val_244 1
  379. 248 val_248 1
  380. 252 val_252 1
  381. 256 val_256 1
  382. 256 val_256 1
  383. 258 val_258 1
  384. 260 val_260 1
  385. 262 val_262 1
  386. 266 val_266 1
  387. 272 val_272 1
  388. 272 val_272 1
  389. 274 val_274 1
  390. 278 val_278 1
  391. 278 val_278 1
  392. 280 val_280 1
  393. 280 val_280 1
  394. 282 val_282 1
  395. 282 val_282 1
  396. 284 val_284 1
  397. 286 val_286 1
  398. 288 val_288 1
  399. 288 val_288 1
  400. 292 val_292 1
  401. 296 val_296 1
  402. 298 val_298 1
  403. 298 val_298 1
  404. 298 val_298 1
  405. 302 val_302 1
  406. 306 val_306 1
  407. 308 val_308 1
  408. 310 val_310 1
  409. 316 val_316 1
  410. 316 val_316 1
  411. 316 val_316 1
  412. 318 val_318 1
  413. 318 val_318 1
  414. 318 val_318 1
  415. 322 val_322 1
  416. 322 val_322 1
  417. 332 val_332 1
  418. 336 val_336 1
  419. 338 val_338 1
  420. 342 val_342 1
  421. 342 val_342 1
  422. 344 val_344 1
  423. 344 val_344 1
  424. 348 val_348 1
  425. 348 val_348 1
  426. 348 val_348 1
  427. 348 val_348 1
  428. 348 val_348 1
  429. 356 val_356 1
  430. 360 val_360 1
  431. 362 val_362 1
  432. 364 val_364 1
  433. 366 val_366 1
  434. 368 val_368 1
  435. 374 val_374 1
  436. 378 val_378 1
  437. 382 val_382 1
  438. 382 val_382 1
  439. 384 val_384 1
  440. 384 val_384 1
  441. 384 val_384 1
  442. 386 val_386 1
  443. 392 val_392 1
  444. 394 val_394 1
  445. 396 val_396 1
  446. 396 val_396 1
  447. 396 val_396 1
  448. 400 val_400 1
  449. 402 val_402 1
  450. 404 val_404 1
  451. 404 val_404 1
  452. 406 val_406 1
  453. 406 val_406 1
  454. 406 val_406 1
  455. 406 val_406 1
  456. 414 val_414 1
  457. 414 val_414 1
  458. 418 val_418 1
  459. 424 val_424 1
  460. 424 val_424 1
  461. 430 val_430 1
  462. 430 val_430 1
  463. 430 val_430 1
  464. 432 val_432 1
  465. 436 val_436 1
  466. 438 val_438 1
  467. 438 val_438 1
  468. 438 val_438 1
  469. 444 val_444 1
  470. 446 val_446 1
  471. 448 val_448 1
  472. 452 val_452 1
  473. 454 val_454 1
  474. 454 val_454 1
  475. 454 val_454 1
  476. 458 val_458 1
  477. 458 val_458 1
  478. 460 val_460 1
  479. 462 val_462 1
  480. 462 val_462 1
  481. 466 val_466 1
  482. 466 val_466 1
  483. 466 val_466 1
  484. 468 val_468 1
  485. 468 val_468 1
  486. 468 val_468 1
  487. 468 val_468 1
  488. 470 val_470 1
  489. 472 val_472 1
  490. 478 val_478 1
  491. 478 val_478 1
  492. 480 val_480 1
  493. 480 val_480 1
  494. 480 val_480 1
  495. 482 val_482 1
  496. 484 val_484 1
  497. 490 val_490 1
  498. 492 val_492 1
  499. 492 val_492 1
  500. 494 val_494 1
  501. 496 val_496 1
  502. 498 val_498 1
  503. 498 val_498 1
  504. 498 val_498 1