PageRenderTime 24ms CodeModel.GetById 13ms app.highlight 7ms RepoModel.GetById 1ms app.codeStats 1ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/bucket3.q.out

#
text | 516 lines | 504 code | 12 blank | 0 comment | 0 complexity | 3b2063a030c2cdd71047e01b6b91efed MD5 | raw file
  1PREHOOK: query: CREATE TABLE bucket3_1(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS
  2PREHOOK: type: CREATETABLE
  3POSTHOOK: query: CREATE TABLE bucket3_1(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS
  4POSTHOOK: type: CREATETABLE
  5POSTHOOK: Output: default@bucket3_1
  6PREHOOK: query: explain extended
  7insert overwrite table bucket3_1 partition (ds='1')
  8select * from src
  9PREHOOK: type: QUERY
 10POSTHOOK: query: explain extended
 11insert overwrite table bucket3_1 partition (ds='1')
 12select * from src
 13POSTHOOK: type: QUERY
 14ABSTRACT SYNTAX TREE:
 15  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucket3_1) (TOK_PARTSPEC (TOK_PARTVAL ds '1')))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
 16
 17STAGE DEPENDENCIES:
 18  Stage-1 is a root stage
 19  Stage-0 depends on stages: Stage-1
 20  Stage-2 depends on stages: Stage-0
 21
 22STAGE PLANS:
 23  Stage: Stage-1
 24    Map Reduce
 25      Alias -> Map Operator Tree:
 26        src 
 27          TableScan
 28            alias: src
 29            GatherStats: false
 30            Select Operator
 31              expressions:
 32                    expr: key
 33                    type: string
 34                    expr: value
 35                    type: string
 36              outputColumnNames: _col0, _col1
 37              Reduce Output Operator
 38                sort order: 
 39                Map-reduce partition columns:
 40                      expr: UDFToInteger(_col0)
 41                      type: int
 42                tag: -1
 43                value expressions:
 44                      expr: _col0
 45                      type: string
 46                      expr: _col1
 47                      type: string
 48      Needs Tagging: false
 49      Path -> Alias:
 50        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src [src]
 51      Path -> Partition:
 52        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src 
 53          Partition
 54            base file name: src
 55            input format: org.apache.hadoop.mapred.TextInputFormat
 56            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 57            properties:
 58              bucket_count -1
 59              columns key,value
 60              columns.types string:string
 61              file.inputformat org.apache.hadoop.mapred.TextInputFormat
 62              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 63              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
 64              name default.src
 65              serialization.ddl struct src { string key, string value}
 66              serialization.format 1
 67              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 68              transient_lastDdlTime 1297328964
 69            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 70          
 71              input format: org.apache.hadoop.mapred.TextInputFormat
 72              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 73              properties:
 74                bucket_count -1
 75                columns key,value
 76                columns.types string:string
 77                file.inputformat org.apache.hadoop.mapred.TextInputFormat
 78                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 79                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
 80                name default.src
 81                serialization.ddl struct src { string key, string value}
 82                serialization.format 1
 83                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 84                transient_lastDdlTime 1297328964
 85              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 86              name: default.src
 87            name: default.src
 88      Reduce Operator Tree:
 89        Extract
 90          Select Operator
 91            expressions:
 92                  expr: UDFToInteger(_col0)
 93                  type: int
 94                  expr: _col1
 95                  type: string
 96            outputColumnNames: _col0, _col1
 97            File Output Operator
 98              compressed: false
 99              GlobalTableId: 1
100              directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-30-50_887_7521360143673656649/-ext-10000
101              NumFilesPerFileSink: 2
102              Static Partition Specification: ds=1/
103              Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-30-50_887_7521360143673656649/-ext-10000/
104              table:
105                  input format: org.apache.hadoop.mapred.TextInputFormat
106                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
107                  properties:
108                    bucket_count 2
109                    bucket_field_name key
110                    columns key,value
111                    columns.types int:string
112                    file.inputformat org.apache.hadoop.mapred.TextInputFormat
113                    file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
114                    location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucket3_1
115                    name default.bucket3_1
116                    partition_columns ds
117                    serialization.ddl struct bucket3_1 { i32 key, string value}
118                    serialization.format 1
119                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
120                    transient_lastDdlTime 1297330250
121                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
122                  name: default.bucket3_1
123              TotalFiles: 2
124              GatherStats: true
125              MultiFileSpray: true
126
127  Stage: Stage-0
128    Move Operator
129      tables:
130          partition:
131            ds 1
132          replace: true
133          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-30-50_887_7521360143673656649/-ext-10000
134          table:
135              input format: org.apache.hadoop.mapred.TextInputFormat
136              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
137              properties:
138                bucket_count 2
139                bucket_field_name key
140                columns key,value
141                columns.types int:string
142                file.inputformat org.apache.hadoop.mapred.TextInputFormat
143                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
144                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucket3_1
145                name default.bucket3_1
146                partition_columns ds
147                serialization.ddl struct bucket3_1 { i32 key, string value}
148                serialization.format 1
149                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
150                transient_lastDdlTime 1297330250
151              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
152              name: default.bucket3_1
153          tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-30-50_887_7521360143673656649/-ext-10001
154
155  Stage: Stage-2
156    Stats-Aggr Operator
157      Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-30-50_887_7521360143673656649/-ext-10000/
158
159
160PREHOOK: query: insert overwrite table bucket3_1 partition (ds='1')
161select * from src
162PREHOOK: type: QUERY
163PREHOOK: Input: default@src
164PREHOOK: Output: default@bucket3_1@ds=1
165POSTHOOK: query: insert overwrite table bucket3_1 partition (ds='1')
166select * from src
167POSTHOOK: type: QUERY
168POSTHOOK: Input: default@src
169POSTHOOK: Output: default@bucket3_1@ds=1
170POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
171POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
172PREHOOK: query: insert overwrite table bucket3_1 partition (ds='2')
173select * from src
174PREHOOK: type: QUERY
175PREHOOK: Input: default@src
176PREHOOK: Output: default@bucket3_1@ds=2
177POSTHOOK: query: insert overwrite table bucket3_1 partition (ds='2')
178select * from src
179POSTHOOK: type: QUERY
180POSTHOOK: Input: default@src
181POSTHOOK: Output: default@bucket3_1@ds=2
182POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
183POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
184POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
185POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
186PREHOOK: query: explain
187select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key
188PREHOOK: type: QUERY
189POSTHOOK: query: explain
190select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key
191POSTHOOK: type: QUERY
192POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
193POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
194POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
195POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
196ABSTRACT SYNTAX TREE:
197  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME bucket3_1) (TOK_TABLESAMPLE 1 2) s)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '1')) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)))))
198
199STAGE DEPENDENCIES:
200  Stage-1 is a root stage
201  Stage-0 is a root stage
202
203STAGE PLANS:
204  Stage: Stage-1
205    Map Reduce
206      Alias -> Map Operator Tree:
207        s 
208          TableScan
209            alias: s
210            Filter Operator
211              predicate:
212                  expr: (((hash(key) & 2147483647) % 2) = 0)
213                  type: boolean
214              Filter Operator
215                predicate:
216                    expr: (((hash(key) & 2147483647) % 2) = 0)
217                    type: boolean
218                Filter Operator
219                  predicate:
220                      expr: (ds = '1')
221                      type: boolean
222                  Select Operator
223                    expressions:
224                          expr: key
225                          type: int
226                          expr: value
227                          type: string
228                          expr: ds
229                          type: string
230                    outputColumnNames: _col0, _col1, _col2
231                    Reduce Output Operator
232                      key expressions:
233                            expr: _col0
234                            type: int
235                      sort order: +
236                      tag: -1
237                      value expressions:
238                            expr: _col0
239                            type: int
240                            expr: _col1
241                            type: string
242                            expr: _col2
243                            type: string
244      Reduce Operator Tree:
245        Extract
246          File Output Operator
247            compressed: false
248            GlobalTableId: 0
249            table:
250                input format: org.apache.hadoop.mapred.TextInputFormat
251                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
252
253  Stage: Stage-0
254    Fetch Operator
255      limit: -1
256
257
258PREHOOK: query: select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key
259PREHOOK: type: QUERY
260PREHOOK: Input: default@bucket3_1@ds=1
261PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-31-00_746_8025378428702145900/-mr-10000
262POSTHOOK: query: select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key
263POSTHOOK: type: QUERY
264POSTHOOK: Input: default@bucket3_1@ds=1
265POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-31-00_746_8025378428702145900/-mr-10000
266POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
267POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
268POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
269POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
2700	val_0	1
2710	val_0	1
2720	val_0	1
2732	val_2	1
2744	val_4	1
2758	val_8	1
27610	val_10	1
27712	val_12	1
27812	val_12	1
27918	val_18	1
28018	val_18	1
28120	val_20	1
28224	val_24	1
28324	val_24	1
28426	val_26	1
28526	val_26	1
28628	val_28	1
28730	val_30	1
28834	val_34	1
28942	val_42	1
29042	val_42	1
29144	val_44	1
29254	val_54	1
29358	val_58	1
29458	val_58	1
29564	val_64	1
29666	val_66	1
29770	val_70	1
29870	val_70	1
29970	val_70	1
30072	val_72	1
30172	val_72	1
30274	val_74	1
30376	val_76	1
30476	val_76	1
30578	val_78	1
30680	val_80	1
30782	val_82	1
30884	val_84	1
30984	val_84	1
31086	val_86	1
31190	val_90	1
31290	val_90	1
31390	val_90	1
31492	val_92	1
31596	val_96	1
31698	val_98	1
31798	val_98	1
318100	val_100	1
319100	val_100	1
320104	val_104	1
321104	val_104	1
322114	val_114	1
323116	val_116	1
324118	val_118	1
325118	val_118	1
326120	val_120	1
327120	val_120	1
328126	val_126	1
329128	val_128	1
330128	val_128	1
331128	val_128	1
332134	val_134	1
333134	val_134	1
334136	val_136	1
335138	val_138	1
336138	val_138	1
337138	val_138	1
338138	val_138	1
339146	val_146	1
340146	val_146	1
341150	val_150	1
342152	val_152	1
343152	val_152	1
344156	val_156	1
345158	val_158	1
346160	val_160	1
347162	val_162	1
348164	val_164	1
349164	val_164	1
350166	val_166	1
351168	val_168	1
352170	val_170	1
353172	val_172	1
354172	val_172	1
355174	val_174	1
356174	val_174	1
357176	val_176	1
358176	val_176	1
359178	val_178	1
360180	val_180	1
361186	val_186	1
362190	val_190	1
363192	val_192	1
364194	val_194	1
365196	val_196	1
366200	val_200	1
367200	val_200	1
368202	val_202	1
369208	val_208	1
370208	val_208	1
371208	val_208	1
372214	val_214	1
373216	val_216	1
374216	val_216	1
375218	val_218	1
376222	val_222	1
377224	val_224	1
378224	val_224	1
379226	val_226	1
380228	val_228	1
381230	val_230	1
382230	val_230	1
383230	val_230	1
384230	val_230	1
385230	val_230	1
386238	val_238	1
387238	val_238	1
388242	val_242	1
389242	val_242	1
390244	val_244	1
391248	val_248	1
392252	val_252	1
393256	val_256	1
394256	val_256	1
395258	val_258	1
396260	val_260	1
397262	val_262	1
398266	val_266	1
399272	val_272	1
400272	val_272	1
401274	val_274	1
402278	val_278	1
403278	val_278	1
404280	val_280	1
405280	val_280	1
406282	val_282	1
407282	val_282	1
408284	val_284	1
409286	val_286	1
410288	val_288	1
411288	val_288	1
412292	val_292	1
413296	val_296	1
414298	val_298	1
415298	val_298	1
416298	val_298	1
417302	val_302	1
418306	val_306	1
419308	val_308	1
420310	val_310	1
421316	val_316	1
422316	val_316	1
423316	val_316	1
424318	val_318	1
425318	val_318	1
426318	val_318	1
427322	val_322	1
428322	val_322	1
429332	val_332	1
430336	val_336	1
431338	val_338	1
432342	val_342	1
433342	val_342	1
434344	val_344	1
435344	val_344	1
436348	val_348	1
437348	val_348	1
438348	val_348	1
439348	val_348	1
440348	val_348	1
441356	val_356	1
442360	val_360	1
443362	val_362	1
444364	val_364	1
445366	val_366	1
446368	val_368	1
447374	val_374	1
448378	val_378	1
449382	val_382	1
450382	val_382	1
451384	val_384	1
452384	val_384	1
453384	val_384	1
454386	val_386	1
455392	val_392	1
456394	val_394	1
457396	val_396	1
458396	val_396	1
459396	val_396	1
460400	val_400	1
461402	val_402	1
462404	val_404	1
463404	val_404	1
464406	val_406	1
465406	val_406	1
466406	val_406	1
467406	val_406	1
468414	val_414	1
469414	val_414	1
470418	val_418	1
471424	val_424	1
472424	val_424	1
473430	val_430	1
474430	val_430	1
475430	val_430	1
476432	val_432	1
477436	val_436	1
478438	val_438	1
479438	val_438	1
480438	val_438	1
481444	val_444	1
482446	val_446	1
483448	val_448	1
484452	val_452	1
485454	val_454	1
486454	val_454	1
487454	val_454	1
488458	val_458	1
489458	val_458	1
490460	val_460	1
491462	val_462	1
492462	val_462	1
493466	val_466	1
494466	val_466	1
495466	val_466	1
496468	val_468	1
497468	val_468	1
498468	val_468	1
499468	val_468	1
500470	val_470	1
501472	val_472	1
502478	val_478	1
503478	val_478	1
504480	val_480	1
505480	val_480	1
506480	val_480	1
507482	val_482	1
508484	val_484	1
509490	val_490	1
510492	val_492	1
511492	val_492	1
512494	val_494	1
513496	val_496	1
514498	val_498	1
515498	val_498	1
516498	val_498	1