PageRenderTime 36ms CodeModel.GetById 18ms app.highlight 8ms RepoModel.GetById 2ms app.codeStats 0ms

/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/bucket2.q.out

#
text | 481 lines | 469 code | 12 blank | 0 comment | 0 complexity | ac6278cb5e9bc33748ff5a3def8fce18 MD5 | raw file
  1PREHOOK: query: CREATE TABLE bucket2_1(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS
  2PREHOOK: type: CREATETABLE
  3POSTHOOK: query: CREATE TABLE bucket2_1(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS
  4POSTHOOK: type: CREATETABLE
  5POSTHOOK: Output: default@bucket2_1
  6PREHOOK: query: explain extended
  7insert overwrite table bucket2_1
  8select * from src
  9PREHOOK: type: QUERY
 10POSTHOOK: query: explain extended
 11insert overwrite table bucket2_1
 12select * from src
 13POSTHOOK: type: QUERY
 14ABSTRACT SYNTAX TREE:
 15  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucket2_1))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
 16
 17STAGE DEPENDENCIES:
 18  Stage-1 is a root stage
 19  Stage-0 depends on stages: Stage-1
 20  Stage-2 depends on stages: Stage-0
 21
 22STAGE PLANS:
 23  Stage: Stage-1
 24    Map Reduce
 25      Alias -> Map Operator Tree:
 26        src 
 27          TableScan
 28            alias: src
 29            GatherStats: false
 30            Select Operator
 31              expressions:
 32                    expr: key
 33                    type: string
 34                    expr: value
 35                    type: string
 36              outputColumnNames: _col0, _col1
 37              Reduce Output Operator
 38                sort order: 
 39                Map-reduce partition columns:
 40                      expr: UDFToInteger(_col0)
 41                      type: int
 42                tag: -1
 43                value expressions:
 44                      expr: _col0
 45                      type: string
 46                      expr: _col1
 47                      type: string
 48      Needs Tagging: false
 49      Path -> Alias:
 50        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src [src]
 51      Path -> Partition:
 52        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src 
 53          Partition
 54            base file name: src
 55            input format: org.apache.hadoop.mapred.TextInputFormat
 56            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 57            properties:
 58              bucket_count -1
 59              columns key,value
 60              columns.types string:string
 61              file.inputformat org.apache.hadoop.mapred.TextInputFormat
 62              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 63              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
 64              name default.src
 65              serialization.ddl struct src { string key, string value}
 66              serialization.format 1
 67              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 68              transient_lastDdlTime 1303258260
 69            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 70          
 71              input format: org.apache.hadoop.mapred.TextInputFormat
 72              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 73              properties:
 74                bucket_count -1
 75                columns key,value
 76                columns.types string:string
 77                file.inputformat org.apache.hadoop.mapred.TextInputFormat
 78                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 79                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
 80                name default.src
 81                serialization.ddl struct src { string key, string value}
 82                serialization.format 1
 83                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 84                transient_lastDdlTime 1303258260
 85              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 86              name: default.src
 87            name: default.src
 88      Reduce Operator Tree:
 89        Extract
 90          Select Operator
 91            expressions:
 92                  expr: UDFToInteger(_col0)
 93                  type: int
 94                  expr: _col1
 95                  type: string
 96            outputColumnNames: _col0, _col1
 97            File Output Operator
 98              compressed: false
 99              GlobalTableId: 1
100              directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-04-19_17-36-01_663_7003431130306835352/-ext-10000
101              NumFilesPerFileSink: 2
102              Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-04-19_17-36-01_663_7003431130306835352/-ext-10000/
103              table:
104                  input format: org.apache.hadoop.mapred.TextInputFormat
105                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
106                  properties:
107                    bucket_count 2
108                    bucket_field_name key
109                    columns key,value
110                    columns.types int:string
111                    file.inputformat org.apache.hadoop.mapred.TextInputFormat
112                    file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
113                    location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucket2_1
114                    name default.bucket2_1
115                    serialization.ddl struct bucket2_1 { i32 key, string value}
116                    serialization.format 1
117                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
118                    transient_lastDdlTime 1303259761
119                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
120                  name: default.bucket2_1
121              TotalFiles: 2
122              GatherStats: true
123              MultiFileSpray: true
124
125  Stage: Stage-0
126    Move Operator
127      tables:
128          replace: true
129          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-04-19_17-36-01_663_7003431130306835352/-ext-10000
130          table:
131              input format: org.apache.hadoop.mapred.TextInputFormat
132              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
133              properties:
134                bucket_count 2
135                bucket_field_name key
136                columns key,value
137                columns.types int:string
138                file.inputformat org.apache.hadoop.mapred.TextInputFormat
139                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
140                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucket2_1
141                name default.bucket2_1
142                serialization.ddl struct bucket2_1 { i32 key, string value}
143                serialization.format 1
144                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
145                transient_lastDdlTime 1303259761
146              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
147              name: default.bucket2_1
148          tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-04-19_17-36-01_663_7003431130306835352/-ext-10001
149
150  Stage: Stage-2
151    Stats-Aggr Operator
152      Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-04-19_17-36-01_663_7003431130306835352/-ext-10000/
153
154
155PREHOOK: query: insert overwrite table bucket2_1
156select * from src
157PREHOOK: type: QUERY
158PREHOOK: Input: default@src
159PREHOOK: Output: default@bucket2_1
160POSTHOOK: query: insert overwrite table bucket2_1
161select * from src
162POSTHOOK: type: QUERY
163POSTHOOK: Input: default@src
164POSTHOOK: Output: default@bucket2_1
165POSTHOOK: Lineage: bucket2_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
166POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
167PREHOOK: query: explain
168select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key
169PREHOOK: type: QUERY
170POSTHOOK: query: explain
171select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key
172POSTHOOK: type: QUERY
173POSTHOOK: Lineage: bucket2_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
174POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
175ABSTRACT SYNTAX TREE:
176  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME bucket2_1) (TOK_TABLEBUCKETSAMPLE 1 2) s)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)))))
177
178STAGE DEPENDENCIES:
179  Stage-1 is a root stage
180  Stage-0 is a root stage
181
182STAGE PLANS:
183  Stage: Stage-1
184    Map Reduce
185      Alias -> Map Operator Tree:
186        s 
187          TableScan
188            alias: s
189            Filter Operator
190              predicate:
191                  expr: (((hash(key) & 2147483647) % 2) = 0)
192                  type: boolean
193              Select Operator
194                expressions:
195                      expr: key
196                      type: int
197                      expr: value
198                      type: string
199                outputColumnNames: _col0, _col1
200                Reduce Output Operator
201                  key expressions:
202                        expr: _col0
203                        type: int
204                  sort order: +
205                  tag: -1
206                  value expressions:
207                        expr: _col0
208                        type: int
209                        expr: _col1
210                        type: string
211      Reduce Operator Tree:
212        Extract
213          File Output Operator
214            compressed: false
215            GlobalTableId: 0
216            table:
217                input format: org.apache.hadoop.mapred.TextInputFormat
218                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
219
220  Stage: Stage-0
221    Fetch Operator
222      limit: -1
223
224
225PREHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key
226PREHOOK: type: QUERY
227PREHOOK: Input: default@bucket2_1
228PREHOOK: Output: file:/tmp/sdong/hive_2011-04-19_17-36-06_239_4661085987132263426/-mr-10000
229POSTHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key
230POSTHOOK: type: QUERY
231POSTHOOK: Input: default@bucket2_1
232POSTHOOK: Output: file:/tmp/sdong/hive_2011-04-19_17-36-06_239_4661085987132263426/-mr-10000
233POSTHOOK: Lineage: bucket2_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
234POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
2350	val_0
2360	val_0
2370	val_0
2382	val_2
2394	val_4
2408	val_8
24110	val_10
24212	val_12
24312	val_12
24418	val_18
24518	val_18
24620	val_20
24724	val_24
24824	val_24
24926	val_26
25026	val_26
25128	val_28
25230	val_30
25334	val_34
25442	val_42
25542	val_42
25644	val_44
25754	val_54
25858	val_58
25958	val_58
26064	val_64
26166	val_66
26270	val_70
26370	val_70
26470	val_70
26572	val_72
26672	val_72
26774	val_74
26876	val_76
26976	val_76
27078	val_78
27180	val_80
27282	val_82
27384	val_84
27484	val_84
27586	val_86
27690	val_90
27790	val_90
27890	val_90
27992	val_92
28096	val_96
28198	val_98
28298	val_98
283100	val_100
284100	val_100
285104	val_104
286104	val_104
287114	val_114
288116	val_116
289118	val_118
290118	val_118
291120	val_120
292120	val_120
293126	val_126
294128	val_128
295128	val_128
296128	val_128
297134	val_134
298134	val_134
299136	val_136
300138	val_138
301138	val_138
302138	val_138
303138	val_138
304146	val_146
305146	val_146
306150	val_150
307152	val_152
308152	val_152
309156	val_156
310158	val_158
311160	val_160
312162	val_162
313164	val_164
314164	val_164
315166	val_166
316168	val_168
317170	val_170
318172	val_172
319172	val_172
320174	val_174
321174	val_174
322176	val_176
323176	val_176
324178	val_178
325180	val_180
326186	val_186
327190	val_190
328192	val_192
329194	val_194
330196	val_196
331200	val_200
332200	val_200
333202	val_202
334208	val_208
335208	val_208
336208	val_208
337214	val_214
338216	val_216
339216	val_216
340218	val_218
341222	val_222
342224	val_224
343224	val_224
344226	val_226
345228	val_228
346230	val_230
347230	val_230
348230	val_230
349230	val_230
350230	val_230
351238	val_238
352238	val_238
353242	val_242
354242	val_242
355244	val_244
356248	val_248
357252	val_252
358256	val_256
359256	val_256
360258	val_258
361260	val_260
362262	val_262
363266	val_266
364272	val_272
365272	val_272
366274	val_274
367278	val_278
368278	val_278
369280	val_280
370280	val_280
371282	val_282
372282	val_282
373284	val_284
374286	val_286
375288	val_288
376288	val_288
377292	val_292
378296	val_296
379298	val_298
380298	val_298
381298	val_298
382302	val_302
383306	val_306
384308	val_308
385310	val_310
386316	val_316
387316	val_316
388316	val_316
389318	val_318
390318	val_318
391318	val_318
392322	val_322
393322	val_322
394332	val_332
395336	val_336
396338	val_338
397342	val_342
398342	val_342
399344	val_344
400344	val_344
401348	val_348
402348	val_348
403348	val_348
404348	val_348
405348	val_348
406356	val_356
407360	val_360
408362	val_362
409364	val_364
410366	val_366
411368	val_368
412374	val_374
413378	val_378
414382	val_382
415382	val_382
416384	val_384
417384	val_384
418384	val_384
419386	val_386
420392	val_392
421394	val_394
422396	val_396
423396	val_396
424396	val_396
425400	val_400
426402	val_402
427404	val_404
428404	val_404
429406	val_406
430406	val_406
431406	val_406
432406	val_406
433414	val_414
434414	val_414
435418	val_418
436424	val_424
437424	val_424
438430	val_430
439430	val_430
440430	val_430
441432	val_432
442436	val_436
443438	val_438
444438	val_438
445438	val_438
446444	val_444
447446	val_446
448448	val_448
449452	val_452
450454	val_454
451454	val_454
452454	val_454
453458	val_458
454458	val_458
455460	val_460
456462	val_462
457462	val_462
458466	val_466
459466	val_466
460466	val_466
461468	val_468
462468	val_468
463468	val_468
464468	val_468
465470	val_470
466472	val_472
467478	val_478
468478	val_478
469480	val_480
470480	val_480
471480	val_480
472482	val_482
473484	val_484
474490	val_490
475492	val_492
476492	val_492
477494	val_494
478496	val_496
479498	val_498
480498	val_498
481498	val_498