PageRenderTime 32ms CodeModel.GetById 18ms app.highlight 8ms RepoModel.GetById 1ms app.codeStats 1ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/groupby7_map_skew.q.out

#
text | 925 lines | 914 code | 11 blank | 0 comment | 0 complexity | 0a4291b45b2c0c40b206a4efa8d22761 MD5 | raw file
  1PREHOOK: query: CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
  2PREHOOK: type: CREATETABLE
  3POSTHOOK: query: CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
  4POSTHOOK: type: CREATETABLE
  5POSTHOOK: Output: default@DEST1
  6PREHOOK: query: CREATE TABLE DEST2(key INT, value STRING) STORED AS TEXTFILE
  7PREHOOK: type: CREATETABLE
  8POSTHOOK: query: CREATE TABLE DEST2(key INT, value STRING) STORED AS TEXTFILE
  9POSTHOOK: type: CREATETABLE
 10POSTHOOK: Output: default@DEST2
 11PREHOOK: query: EXPLAIN
 12FROM SRC
 13INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key
 14INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key
 15PREHOOK: type: QUERY
 16POSTHOOK: query: EXPLAIN
 17FROM SRC
 18INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key
 19INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key
 20POSTHOOK: type: QUERY
 21ABSTRACT SYNTAX TREE:
 22  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME SRC))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME DEST1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL SRC) key)) (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION SUBSTR (. (TOK_TABLE_OR_COL SRC) value) 5)))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL SRC) key))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME DEST2))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL SRC) key)) (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION SUBSTR (. (TOK_TABLE_OR_COL SRC) value) 5)))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL SRC) key))))
 23
 24STAGE DEPENDENCIES:
 25  Stage-2 is a root stage
 26  Stage-3 depends on stages: Stage-2
 27  Stage-0 depends on stages: Stage-3
 28  Stage-4 depends on stages: Stage-0
 29  Stage-5 depends on stages: Stage-2
 30  Stage-6 depends on stages: Stage-5
 31  Stage-1 depends on stages: Stage-6
 32  Stage-7 depends on stages: Stage-1
 33
 34STAGE PLANS:
 35  Stage: Stage-2
 36    Map Reduce
 37      Alias -> Map Operator Tree:
 38        src 
 39          TableScan
 40            alias: src
 41            Select Operator
 42              expressions:
 43                    expr: key
 44                    type: string
 45                    expr: value
 46                    type: string
 47              outputColumnNames: key, value
 48              Group By Operator
 49                aggregations:
 50                      expr: sum(substr(value, 5))
 51                bucketGroup: false
 52                keys:
 53                      expr: key
 54                      type: string
 55                mode: hash
 56                outputColumnNames: _col0, _col1
 57                Reduce Output Operator
 58                  key expressions:
 59                        expr: _col0
 60                        type: string
 61                  sort order: +
 62                  Map-reduce partition columns:
 63                        expr: rand()
 64                        type: double
 65                  tag: -1
 66                  value expressions:
 67                        expr: _col1
 68                        type: double
 69            Select Operator
 70              expressions:
 71                    expr: key
 72                    type: string
 73                    expr: value
 74                    type: string
 75              outputColumnNames: key, value
 76              Group By Operator
 77                aggregations:
 78                      expr: sum(substr(value, 5))
 79                bucketGroup: false
 80                keys:
 81                      expr: key
 82                      type: string
 83                mode: hash
 84                outputColumnNames: _col0, _col1
 85                File Output Operator
 86                  compressed: true
 87                  GlobalTableId: 0
 88                  table:
 89                      input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 90                      output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 91      Reduce Operator Tree:
 92        Group By Operator
 93          aggregations:
 94                expr: sum(VALUE._col0)
 95          bucketGroup: false
 96          keys:
 97                expr: KEY._col0
 98                type: string
 99          mode: partials
100          outputColumnNames: _col0, _col1
101          File Output Operator
102            compressed: true
103            GlobalTableId: 0
104            table:
105                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
106                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
107
108  Stage: Stage-3
109    Map Reduce
110      Alias -> Map Operator Tree:
111        file:/tmp/sdong/hive_2011-02-10_01-52-44_318_4369416982158777833/-mr-10004 
112            Reduce Output Operator
113              key expressions:
114                    expr: _col0
115                    type: string
116              sort order: +
117              Map-reduce partition columns:
118                    expr: _col0
119                    type: string
120              tag: -1
121              value expressions:
122                    expr: _col1
123                    type: double
124      Reduce Operator Tree:
125        Group By Operator
126          aggregations:
127                expr: sum(VALUE._col0)
128          bucketGroup: false
129          keys:
130                expr: KEY._col0
131                type: string
132          mode: final
133          outputColumnNames: _col0, _col1
134          Select Operator
135            expressions:
136                  expr: _col0
137                  type: string
138                  expr: _col1
139                  type: double
140            outputColumnNames: _col0, _col1
141            Select Operator
142              expressions:
143                    expr: UDFToInteger(_col0)
144                    type: int
145                    expr: _col1
146                    type: double
147              outputColumnNames: _col0, _col1
148              File Output Operator
149                compressed: true
150                GlobalTableId: 1
151                table:
152                    input format: org.apache.hadoop.mapred.TextInputFormat
153                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
154                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
155                    name: default.dest1
156
157  Stage: Stage-0
158    Move Operator
159      tables:
160          replace: true
161          table:
162              input format: org.apache.hadoop.mapred.TextInputFormat
163              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
164              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
165              name: default.dest1
166
167  Stage: Stage-4
168    Stats-Aggr Operator
169
170  Stage: Stage-5
171    Map Reduce
172      Alias -> Map Operator Tree:
173        file:/tmp/sdong/hive_2011-02-10_01-52-44_318_4369416982158777833/-mr-10005 
174            Reduce Output Operator
175              key expressions:
176                    expr: _col0
177                    type: string
178              sort order: +
179              Map-reduce partition columns:
180                    expr: rand()
181                    type: double
182              tag: -1
183              value expressions:
184                    expr: _col1
185                    type: double
186      Reduce Operator Tree:
187        Group By Operator
188          aggregations:
189                expr: sum(VALUE._col0)
190          bucketGroup: false
191          keys:
192                expr: KEY._col0
193                type: string
194          mode: partials
195          outputColumnNames: _col0, _col1
196          File Output Operator
197            compressed: true
198            GlobalTableId: 0
199            table:
200                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
201                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
202
203  Stage: Stage-6
204    Map Reduce
205      Alias -> Map Operator Tree:
206        file:/tmp/sdong/hive_2011-02-10_01-52-44_318_4369416982158777833/-mr-10006 
207            Reduce Output Operator
208              key expressions:
209                    expr: _col0
210                    type: string
211              sort order: +
212              Map-reduce partition columns:
213                    expr: _col0
214                    type: string
215              tag: -1
216              value expressions:
217                    expr: _col1
218                    type: double
219      Reduce Operator Tree:
220        Group By Operator
221          aggregations:
222                expr: sum(VALUE._col0)
223          bucketGroup: false
224          keys:
225                expr: KEY._col0
226                type: string
227          mode: final
228          outputColumnNames: _col0, _col1
229          Select Operator
230            expressions:
231                  expr: _col0
232                  type: string
233                  expr: _col1
234                  type: double
235            outputColumnNames: _col0, _col1
236            Select Operator
237              expressions:
238                    expr: UDFToInteger(_col0)
239                    type: int
240                    expr: _col1
241                    type: double
242              outputColumnNames: _col0, _col1
243              File Output Operator
244                compressed: true
245                GlobalTableId: 2
246                table:
247                    input format: org.apache.hadoop.mapred.TextInputFormat
248                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
249                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
250                    name: default.dest2
251
252  Stage: Stage-1
253    Move Operator
254      tables:
255          replace: true
256          table:
257              input format: org.apache.hadoop.mapred.TextInputFormat
258              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
259              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
260              name: default.dest2
261
262  Stage: Stage-7
263    Stats-Aggr Operator
264
265
266PREHOOK: query: FROM SRC
267INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key
268INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key
269PREHOOK: type: QUERY
270PREHOOK: Input: default@src
271PREHOOK: Output: default@dest1
272PREHOOK: Output: default@dest2
273POSTHOOK: query: FROM SRC
274INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key
275INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, sum(SUBSTR(SRC.value,5)) GROUP BY SRC.key
276POSTHOOK: type: QUERY
277POSTHOOK: Input: default@src
278POSTHOOK: Output: default@dest1
279POSTHOOK: Output: default@dest2
280POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
281POSTHOOK: Lineage: dest1.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
282POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
283POSTHOOK: Lineage: dest2.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
284PREHOOK: query: SELECT DEST1.* FROM DEST1
285PREHOOK: type: QUERY
286PREHOOK: Input: default@dest1
287PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-52-59_609_4559999057197249715/-mr-10000
288POSTHOOK: query: SELECT DEST1.* FROM DEST1
289POSTHOOK: type: QUERY
290POSTHOOK: Input: default@dest1
291POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-52-59_609_4559999057197249715/-mr-10000
292POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
293POSTHOOK: Lineage: dest1.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
294POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
295POSTHOOK: Lineage: dest2.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
2960	0.0
29710	10.0
298100	200.0
299103	206.0
300104	208.0
301105	105.0
30211	11.0
303111	111.0
304113	226.0
305114	114.0
306116	116.0
307118	236.0
308119	357.0
30912	24.0
310120	240.0
311125	250.0
312126	126.0
313128	384.0
314129	258.0
315131	131.0
316133	133.0
317134	268.0
318136	136.0
319137	274.0
320138	552.0
321143	143.0
322145	145.0
323146	292.0
324149	298.0
32515	30.0
326150	150.0
327152	304.0
328153	153.0
329155	155.0
330156	156.0
331157	157.0
332158	158.0
333160	160.0
334162	162.0
335163	163.0
336164	328.0
337165	330.0
338166	166.0
339167	501.0
340168	168.0
341169	676.0
34217	17.0
343170	170.0
344172	344.0
345174	348.0
346175	350.0
347176	352.0
348177	177.0
349178	178.0
350179	358.0
35118	36.0
352180	180.0
353181	181.0
354183	183.0
355186	186.0
356187	561.0
357189	189.0
35819	19.0
359190	190.0
360191	382.0
361192	192.0
362193	579.0
363194	194.0
364195	390.0
365196	196.0
366197	394.0
367199	597.0
3682	2.0
36920	20.0
370200	400.0
371201	201.0
372202	202.0
373203	406.0
374205	410.0
375207	414.0
376208	624.0
377209	418.0
378213	426.0
379214	214.0
380216	432.0
381217	434.0
382218	218.0
383219	438.0
384221	442.0
385222	222.0
386223	446.0
387224	448.0
388226	226.0
389228	228.0
390229	458.0
391230	1150.0
392233	466.0
393235	235.0
394237	474.0
395238	476.0
396239	478.0
39724	48.0
398241	241.0
399242	484.0
400244	244.0
401247	247.0
402248	248.0
403249	249.0
404252	252.0
405255	510.0
406256	512.0
407257	257.0
408258	258.0
40926	52.0
410260	260.0
411262	262.0
412263	263.0
413265	530.0
414266	266.0
41527	27.0
416272	544.0
417273	819.0
418274	274.0
419275	275.0
420277	1108.0
421278	556.0
42228	28.0
423280	560.0
424281	562.0
425282	564.0
426283	283.0
427284	284.0
428285	285.0
429286	286.0
430287	287.0
431288	576.0
432289	289.0
433291	291.0
434292	292.0
435296	296.0
436298	894.0
43730	30.0
438302	302.0
439305	305.0
440306	306.0
441307	614.0
442308	308.0
443309	618.0
444310	310.0
445311	933.0
446315	315.0
447316	948.0
448317	634.0
449318	954.0
450321	642.0
451322	644.0
452323	323.0
453325	650.0
454327	981.0
45533	33.0
456331	662.0
457332	332.0
458333	666.0
459335	335.0
460336	336.0
461338	338.0
462339	339.0
46334	34.0
464341	341.0
465342	684.0
466344	688.0
467345	345.0
468348	1740.0
46935	105.0
470351	351.0
471353	706.0
472356	356.0
473360	360.0
474362	362.0
475364	364.0
476365	365.0
477366	366.0
478367	734.0
479368	368.0
480369	1107.0
48137	74.0
482373	373.0
483374	374.0
484375	375.0
485377	377.0
486378	378.0
487379	379.0
488382	764.0
489384	1152.0
490386	386.0
491389	389.0
492392	392.0
493393	393.0
494394	394.0
495395	790.0
496396	1188.0
497397	794.0
498399	798.0
4994	4.0
500400	400.0
501401	2005.0
502402	402.0
503403	1209.0
504404	808.0
505406	1624.0
506407	407.0
507409	1227.0
50841	41.0
509411	411.0
510413	826.0
511414	828.0
512417	1251.0
513418	418.0
514419	419.0
51542	84.0
516421	421.0
517424	848.0
518427	427.0
519429	858.0
52043	43.0
521430	1290.0
522431	1293.0
523432	432.0
524435	435.0
525436	436.0
526437	437.0
527438	1314.0
528439	878.0
52944	44.0
530443	443.0
531444	444.0
532446	446.0
533448	448.0
534449	449.0
535452	452.0
536453	453.0
537454	1362.0
538455	455.0
539457	457.0
540458	916.0
541459	918.0
542460	460.0
543462	924.0
544463	926.0
545466	1398.0
546467	467.0
547468	1872.0
548469	2345.0
54947	47.0
550470	470.0
551472	472.0
552475	475.0
553477	477.0
554478	956.0
555479	479.0
556480	1440.0
557481	481.0
558482	482.0
559483	483.0
560484	484.0
561485	485.0
562487	487.0
563489	1956.0
564490	490.0
565491	491.0
566492	984.0
567493	493.0
568494	494.0
569495	495.0
570496	496.0
571497	497.0
572498	1494.0
5735	15.0
57451	102.0
57553	53.0
57654	54.0
57757	57.0
57858	116.0
57964	64.0
58065	65.0
58166	66.0
58267	134.0
58369	69.0
58470	210.0
58572	144.0
58674	74.0
58776	152.0
58877	77.0
58978	78.0
5908	8.0
59180	80.0
59282	82.0
59383	166.0
59484	168.0
59585	85.0
59686	86.0
59787	87.0
5989	9.0
59990	270.0
60092	92.0
60195	190.0
60296	96.0
60397	194.0
60498	196.0
605PREHOOK: query: SELECT DEST2.* FROM DEST2
606PREHOOK: type: QUERY
607PREHOOK: Input: default@dest2
608PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-52-59_879_212938094452951050/-mr-10000
609POSTHOOK: query: SELECT DEST2.* FROM DEST2
610POSTHOOK: type: QUERY
611POSTHOOK: Input: default@dest2
612POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-52-59_879_212938094452951050/-mr-10000
613POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
614POSTHOOK: Lineage: dest1.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
615POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
616POSTHOOK: Lineage: dest2.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
6170	0.0
61810	10.0
619100	200.0
620103	206.0
621104	208.0
622105	105.0
62311	11.0
624111	111.0
625113	226.0
626114	114.0
627116	116.0
628118	236.0
629119	357.0
63012	24.0
631120	240.0
632125	250.0
633126	126.0
634128	384.0
635129	258.0
636131	131.0
637133	133.0
638134	268.0
639136	136.0
640137	274.0
641138	552.0
642143	143.0
643145	145.0
644146	292.0
645149	298.0
64615	30.0
647150	150.0
648152	304.0
649153	153.0
650155	155.0
651156	156.0
652157	157.0
653158	158.0
654160	160.0
655162	162.0
656163	163.0
657164	328.0
658165	330.0
659166	166.0
660167	501.0
661168	168.0
662169	676.0
66317	17.0
664170	170.0
665172	344.0
666174	348.0
667175	350.0
668176	352.0
669177	177.0
670178	178.0
671179	358.0
67218	36.0
673180	180.0
674181	181.0
675183	183.0
676186	186.0
677187	561.0
678189	189.0
67919	19.0
680190	190.0
681191	382.0
682192	192.0
683193	579.0
684194	194.0
685195	390.0
686196	196.0
687197	394.0
688199	597.0
6892	2.0
69020	20.0
691200	400.0
692201	201.0
693202	202.0
694203	406.0
695205	410.0
696207	414.0
697208	624.0
698209	418.0
699213	426.0
700214	214.0
701216	432.0
702217	434.0
703218	218.0
704219	438.0
705221	442.0
706222	222.0
707223	446.0
708224	448.0
709226	226.0
710228	228.0
711229	458.0
712230	1150.0
713233	466.0
714235	235.0
715237	474.0
716238	476.0
717239	478.0
71824	48.0
719241	241.0
720242	484.0
721244	244.0
722247	247.0
723248	248.0
724249	249.0
725252	252.0
726255	510.0
727256	512.0
728257	257.0
729258	258.0
73026	52.0
731260	260.0
732262	262.0
733263	263.0
734265	530.0
735266	266.0
73627	27.0
737272	544.0
738273	819.0
739274	274.0
740275	275.0
741277	1108.0
742278	556.0
74328	28.0
744280	560.0
745281	562.0
746282	564.0
747283	283.0
748284	284.0
749285	285.0
750286	286.0
751287	287.0
752288	576.0
753289	289.0
754291	291.0
755292	292.0
756296	296.0
757298	894.0
75830	30.0
759302	302.0
760305	305.0
761306	306.0
762307	614.0
763308	308.0
764309	618.0
765310	310.0
766311	933.0
767315	315.0
768316	948.0
769317	634.0
770318	954.0
771321	642.0
772322	644.0
773323	323.0
774325	650.0
775327	981.0
77633	33.0
777331	662.0
778332	332.0
779333	666.0
780335	335.0
781336	336.0
782338	338.0
783339	339.0
78434	34.0
785341	341.0
786342	684.0
787344	688.0
788345	345.0
789348	1740.0
79035	105.0
791351	351.0
792353	706.0
793356	356.0
794360	360.0
795362	362.0
796364	364.0
797365	365.0
798366	366.0
799367	734.0
800368	368.0
801369	1107.0
80237	74.0
803373	373.0
804374	374.0
805375	375.0
806377	377.0
807378	378.0
808379	379.0
809382	764.0
810384	1152.0
811386	386.0
812389	389.0
813392	392.0
814393	393.0
815394	394.0
816395	790.0
817396	1188.0
818397	794.0
819399	798.0
8204	4.0
821400	400.0
822401	2005.0
823402	402.0
824403	1209.0
825404	808.0
826406	1624.0
827407	407.0
828409	1227.0
82941	41.0
830411	411.0
831413	826.0
832414	828.0
833417	1251.0
834418	418.0
835419	419.0
83642	84.0
837421	421.0
838424	848.0
839427	427.0
840429	858.0
84143	43.0
842430	1290.0
843431	1293.0
844432	432.0
845435	435.0
846436	436.0
847437	437.0
848438	1314.0
849439	878.0
85044	44.0
851443	443.0
852444	444.0
853446	446.0
854448	448.0
855449	449.0
856452	452.0
857453	453.0
858454	1362.0
859455	455.0
860457	457.0
861458	916.0
862459	918.0
863460	460.0
864462	924.0
865463	926.0
866466	1398.0
867467	467.0
868468	1872.0
869469	2345.0
87047	47.0
871470	470.0
872472	472.0
873475	475.0
874477	477.0
875478	956.0
876479	479.0
877480	1440.0
878481	481.0
879482	482.0
880483	483.0
881484	484.0
882485	485.0
883487	487.0
884489	1956.0
885490	490.0
886491	491.0
887492	984.0
888493	493.0
889494	494.0
890495	495.0
891496	496.0
892497	497.0
893498	1494.0
8945	15.0
89551	102.0
89653	53.0
89754	54.0
89857	57.0
89958	116.0
90064	64.0
90165	65.0
90266	66.0
90367	134.0
90469	69.0
90570	210.0
90672	144.0
90774	74.0
90876	152.0
90977	77.0
91078	78.0
9118	8.0
91280	80.0
91382	82.0
91483	166.0
91584	168.0
91685	85.0
91786	86.0
91887	87.0
9199	9.0
92090	270.0
92192	92.0
92295	190.0
92396	96.0
92497	194.0
92598	196.0