PageRenderTime 11ms CodeModel.GetById 6ms app.highlight 2ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/stats10.q.out

#
text | 477 lines | 463 code | 14 blank | 0 comment | 0 complexity | ee1222f6bb1deb292af399a2fd9cf52e MD5 | raw file
  1PREHOOK: query: CREATE TABLE bucket3_1(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS
  2PREHOOK: type: CREATETABLE
  3POSTHOOK: query: CREATE TABLE bucket3_1(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS
  4POSTHOOK: type: CREATETABLE
  5POSTHOOK: Output: default@bucket3_1
  6PREHOOK: query: explain
  7insert overwrite table bucket3_1 partition (ds='1')
  8select * from src
  9PREHOOK: type: QUERY
 10POSTHOOK: query: explain
 11insert overwrite table bucket3_1 partition (ds='1')
 12select * from src
 13POSTHOOK: type: QUERY
 14ABSTRACT SYNTAX TREE:
 15  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucket3_1) (TOK_PARTSPEC (TOK_PARTVAL ds '1')))) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF))))
 16
 17STAGE DEPENDENCIES:
 18  Stage-1 is a root stage
 19  Stage-0 depends on stages: Stage-1
 20  Stage-2 depends on stages: Stage-0
 21
 22STAGE PLANS:
 23  Stage: Stage-1
 24    Map Reduce
 25      Alias -> Map Operator Tree:
 26        src 
 27          TableScan
 28            alias: src
 29            Select Operator
 30              expressions:
 31                    expr: key
 32                    type: string
 33                    expr: value
 34                    type: string
 35              outputColumnNames: _col0, _col1
 36              Reduce Output Operator
 37                sort order: 
 38                Map-reduce partition columns:
 39                      expr: UDFToInteger(_col0)
 40                      type: int
 41                tag: -1
 42                value expressions:
 43                      expr: _col0
 44                      type: string
 45                      expr: _col1
 46                      type: string
 47      Reduce Operator Tree:
 48        Extract
 49          Select Operator
 50            expressions:
 51                  expr: UDFToInteger(_col0)
 52                  type: int
 53                  expr: _col1
 54                  type: string
 55            outputColumnNames: _col0, _col1
 56            File Output Operator
 57              compressed: false
 58              GlobalTableId: 1
 59              table:
 60                  input format: org.apache.hadoop.mapred.TextInputFormat
 61                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 62                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 63                  name: default.bucket3_1
 64
 65  Stage: Stage-0
 66    Move Operator
 67      tables:
 68          partition:
 69            ds 1
 70          replace: true
 71          table:
 72              input format: org.apache.hadoop.mapred.TextInputFormat
 73              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 74              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 75              name: default.bucket3_1
 76
 77  Stage: Stage-2
 78    Stats-Aggr Operator
 79
 80
 81PREHOOK: query: insert overwrite table bucket3_1 partition (ds='1')
 82select * from src
 83PREHOOK: type: QUERY
 84PREHOOK: Input: default@src
 85PREHOOK: Output: default@bucket3_1@ds=1
 86POSTHOOK: query: insert overwrite table bucket3_1 partition (ds='1')
 87select * from src
 88POSTHOOK: type: QUERY
 89POSTHOOK: Input: default@src
 90POSTHOOK: Output: default@bucket3_1@ds=1
 91POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 92POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
 93PREHOOK: query: insert overwrite table bucket3_1 partition (ds='1')
 94select * from src
 95PREHOOK: type: QUERY
 96PREHOOK: Input: default@src
 97PREHOOK: Output: default@bucket3_1@ds=1
 98POSTHOOK: query: insert overwrite table bucket3_1 partition (ds='1')
 99select * from src
100POSTHOOK: type: QUERY
101POSTHOOK: Input: default@src
102POSTHOOK: Output: default@bucket3_1@ds=1
103POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
104POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
105POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
106POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
107PREHOOK: query: insert overwrite table bucket3_1 partition (ds='2')
108select * from src
109PREHOOK: type: QUERY
110PREHOOK: Input: default@src
111PREHOOK: Output: default@bucket3_1@ds=2
112POSTHOOK: query: insert overwrite table bucket3_1 partition (ds='2')
113select * from src
114POSTHOOK: type: QUERY
115POSTHOOK: Input: default@src
116POSTHOOK: Output: default@bucket3_1@ds=2
117POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
118POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
119POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
120POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
121POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
122POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
123PREHOOK: query: select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key
124PREHOOK: type: QUERY
125PREHOOK: Input: default@bucket3_1@ds=1
126PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-19-52_464_981092535554765261/-mr-10000
127POSTHOOK: query: select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key
128POSTHOOK: type: QUERY
129POSTHOOK: Input: default@bucket3_1@ds=1
130POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-19-52_464_981092535554765261/-mr-10000
131POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
132POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
133POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
134POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
135POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
136POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
1370	val_0	1
1380	val_0	1
1390	val_0	1
1402	val_2	1
1414	val_4	1
1428	val_8	1
14310	val_10	1
14412	val_12	1
14512	val_12	1
14618	val_18	1
14718	val_18	1
14820	val_20	1
14924	val_24	1
15024	val_24	1
15126	val_26	1
15226	val_26	1
15328	val_28	1
15430	val_30	1
15534	val_34	1
15642	val_42	1
15742	val_42	1
15844	val_44	1
15954	val_54	1
16058	val_58	1
16158	val_58	1
16264	val_64	1
16366	val_66	1
16470	val_70	1
16570	val_70	1
16670	val_70	1
16772	val_72	1
16872	val_72	1
16974	val_74	1
17076	val_76	1
17176	val_76	1
17278	val_78	1
17380	val_80	1
17482	val_82	1
17584	val_84	1
17684	val_84	1
17786	val_86	1
17890	val_90	1
17990	val_90	1
18090	val_90	1
18192	val_92	1
18296	val_96	1
18398	val_98	1
18498	val_98	1
185100	val_100	1
186100	val_100	1
187104	val_104	1
188104	val_104	1
189114	val_114	1
190116	val_116	1
191118	val_118	1
192118	val_118	1
193120	val_120	1
194120	val_120	1
195126	val_126	1
196128	val_128	1
197128	val_128	1
198128	val_128	1
199134	val_134	1
200134	val_134	1
201136	val_136	1
202138	val_138	1
203138	val_138	1
204138	val_138	1
205138	val_138	1
206146	val_146	1
207146	val_146	1
208150	val_150	1
209152	val_152	1
210152	val_152	1
211156	val_156	1
212158	val_158	1
213160	val_160	1
214162	val_162	1
215164	val_164	1
216164	val_164	1
217166	val_166	1
218168	val_168	1
219170	val_170	1
220172	val_172	1
221172	val_172	1
222174	val_174	1
223174	val_174	1
224176	val_176	1
225176	val_176	1
226178	val_178	1
227180	val_180	1
228186	val_186	1
229190	val_190	1
230192	val_192	1
231194	val_194	1
232196	val_196	1
233200	val_200	1
234200	val_200	1
235202	val_202	1
236208	val_208	1
237208	val_208	1
238208	val_208	1
239214	val_214	1
240216	val_216	1
241216	val_216	1
242218	val_218	1
243222	val_222	1
244224	val_224	1
245224	val_224	1
246226	val_226	1
247228	val_228	1
248230	val_230	1
249230	val_230	1
250230	val_230	1
251230	val_230	1
252230	val_230	1
253238	val_238	1
254238	val_238	1
255242	val_242	1
256242	val_242	1
257244	val_244	1
258248	val_248	1
259252	val_252	1
260256	val_256	1
261256	val_256	1
262258	val_258	1
263260	val_260	1
264262	val_262	1
265266	val_266	1
266272	val_272	1
267272	val_272	1
268274	val_274	1
269278	val_278	1
270278	val_278	1
271280	val_280	1
272280	val_280	1
273282	val_282	1
274282	val_282	1
275284	val_284	1
276286	val_286	1
277288	val_288	1
278288	val_288	1
279292	val_292	1
280296	val_296	1
281298	val_298	1
282298	val_298	1
283298	val_298	1
284302	val_302	1
285306	val_306	1
286308	val_308	1
287310	val_310	1
288316	val_316	1
289316	val_316	1
290316	val_316	1
291318	val_318	1
292318	val_318	1
293318	val_318	1
294322	val_322	1
295322	val_322	1
296332	val_332	1
297336	val_336	1
298338	val_338	1
299342	val_342	1
300342	val_342	1
301344	val_344	1
302344	val_344	1
303348	val_348	1
304348	val_348	1
305348	val_348	1
306348	val_348	1
307348	val_348	1
308356	val_356	1
309360	val_360	1
310362	val_362	1
311364	val_364	1
312366	val_366	1
313368	val_368	1
314374	val_374	1
315378	val_378	1
316382	val_382	1
317382	val_382	1
318384	val_384	1
319384	val_384	1
320384	val_384	1
321386	val_386	1
322392	val_392	1
323394	val_394	1
324396	val_396	1
325396	val_396	1
326396	val_396	1
327400	val_400	1
328402	val_402	1
329404	val_404	1
330404	val_404	1
331406	val_406	1
332406	val_406	1
333406	val_406	1
334406	val_406	1
335414	val_414	1
336414	val_414	1
337418	val_418	1
338424	val_424	1
339424	val_424	1
340430	val_430	1
341430	val_430	1
342430	val_430	1
343432	val_432	1
344436	val_436	1
345438	val_438	1
346438	val_438	1
347438	val_438	1
348444	val_444	1
349446	val_446	1
350448	val_448	1
351452	val_452	1
352454	val_454	1
353454	val_454	1
354454	val_454	1
355458	val_458	1
356458	val_458	1
357460	val_460	1
358462	val_462	1
359462	val_462	1
360466	val_466	1
361466	val_466	1
362466	val_466	1
363468	val_468	1
364468	val_468	1
365468	val_468	1
366468	val_468	1
367470	val_470	1
368472	val_472	1
369478	val_478	1
370478	val_478	1
371480	val_480	1
372480	val_480	1
373480	val_480	1
374482	val_482	1
375484	val_484	1
376490	val_490	1
377492	val_492	1
378492	val_492	1
379494	val_494	1
380496	val_496	1
381498	val_498	1
382498	val_498	1
383498	val_498	1
384PREHOOK: query: explain analyze table bucket3_1 partition (ds) compute statistics
385PREHOOK: type: QUERY
386POSTHOOK: query: explain analyze table bucket3_1 partition (ds) compute statistics
387POSTHOOK: type: QUERY
388POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
389POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
390POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
391POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
392POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
393POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
394ABSTRACT SYNTAX TREE:
395  (TOK_ANALYZE (TOK_TAB (TOK_TABNAME bucket3_1) (TOK_PARTSPEC (TOK_PARTVAL ds))))
396
397STAGE DEPENDENCIES:
398  Stage-0 is a root stage
399  Stage-1 depends on stages: Stage-0
400
401STAGE PLANS:
402  Stage: Stage-0
403    Map Reduce
404      Alias -> Map Operator Tree:
405        bucket3_1 
406          TableScan
407            alias: bucket3_1
408
409  Stage: Stage-1
410    Stats-Aggr Operator
411
412
413PREHOOK: query: analyze table bucket3_1 partition (ds) compute statistics
414PREHOOK: type: QUERY
415PREHOOK: Input: default@bucket3_1@ds=1
416PREHOOK: Input: default@bucket3_1@ds=2
417PREHOOK: Output: default@bucket3_1
418PREHOOK: Output: default@bucket3_1@ds=1
419PREHOOK: Output: default@bucket3_1@ds=2
420POSTHOOK: query: analyze table bucket3_1 partition (ds) compute statistics
421POSTHOOK: type: QUERY
422POSTHOOK: Input: default@bucket3_1@ds=1
423POSTHOOK: Input: default@bucket3_1@ds=2
424POSTHOOK: Output: default@bucket3_1
425POSTHOOK: Output: default@bucket3_1@ds=1
426POSTHOOK: Output: default@bucket3_1@ds=2
427POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
428POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
429POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
430POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
431POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
432POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
433PREHOOK: query: describe extended bucket3_1 partition (ds='1')
434PREHOOK: type: DESCTABLE
435POSTHOOK: query: describe extended bucket3_1 partition (ds='1')
436POSTHOOK: type: DESCTABLE
437POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
438POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
439POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
440POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
441POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
442POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
443key	int	
444value	string	
445ds	string	
446	 	 
447Detailed Partition Information	Partition(values:[1], dbName:default, tableName:bucket3_1, createTime:1297387182, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucket3_1/ds=1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:2, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), parameters:{numFiles=2, transient_lastDdlTime=1297387200, totalSize=5812, numRows=0})	
448PREHOOK: query: describe extended bucket3_1 partition (ds='2')
449PREHOOK: type: DESCTABLE
450POSTHOOK: query: describe extended bucket3_1 partition (ds='2')
451POSTHOOK: type: DESCTABLE
452POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
453POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
454POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
455POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
456POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
457POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
458key	int	
459value	string	
460ds	string	
461	 	 
462Detailed Partition Information	Partition(values:[2], dbName:default, tableName:bucket3_1, createTime:1297387192, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucket3_1/ds=2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:2, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), parameters:{numFiles=2, transient_lastDdlTime=1297387200, numRows=247, totalSize=5812})	
463PREHOOK: query: describe extended bucket3_1
464PREHOOK: type: DESCTABLE
465POSTHOOK: query: describe extended bucket3_1
466POSTHOOK: type: DESCTABLE
467POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
468POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
469POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
470POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
471POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
472POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
473key	int	
474value	string	
475ds	string	
476	 	 
477Detailed Table Information	Table(tableName:bucket3_1, dbName:default, owner:sdong, createTime:1297387177, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucket3_1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:2, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=2, numFiles=4, transient_lastDdlTime=1297387200, numRows=247, totalSize=11624}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE)