PageRenderTime 36ms CodeModel.GetById 8ms app.highlight 7ms RepoModel.GetById 17ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/groupby9.q.out

#
text | 886 lines | 876 code | 10 blank | 0 comment | 0 complexity | 16bfc86194ae1308926c36ab298930fd MD5 | raw file
  1PREHOOK: query: CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
  2PREHOOK: type: CREATETABLE
  3POSTHOOK: query: CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
  4POSTHOOK: type: CREATETABLE
  5POSTHOOK: Output: default@DEST1
  6PREHOOK: query: CREATE TABLE DEST2(key INT, val1 STRING, val2 STRING) STORED AS TEXTFILE
  7PREHOOK: type: CREATETABLE
  8POSTHOOK: query: CREATE TABLE DEST2(key INT, val1 STRING, val2 STRING) STORED AS TEXTFILE
  9POSTHOOK: type: CREATETABLE
 10POSTHOOK: Output: default@DEST2
 11PREHOOK: query: EXPLAIN
 12FROM SRC
 13INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key
 14INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value
 15PREHOOK: type: QUERY
 16POSTHOOK: query: EXPLAIN
 17FROM SRC
 18INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key
 19INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value
 20POSTHOOK: type: QUERY
 21ABSTRACT SYNTAX TREE:
 22  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME SRC))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME DEST1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL SRC) key)) (TOK_SELEXPR (TOK_FUNCTIONDI COUNT (TOK_FUNCTION SUBSTR (. (TOK_TABLE_OR_COL SRC) value) 5)))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL SRC) key))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME DEST2))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL SRC) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL SRC) value)) (TOK_SELEXPR (TOK_FUNCTIONDI COUNT (TOK_FUNCTION SUBSTR (. (TOK_TABLE_OR_COL SRC) value) 5)))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL SRC) key) (. (TOK_TABLE_OR_COL SRC) value))))
 23
 24STAGE DEPENDENCIES:
 25  Stage-2 is a root stage
 26  Stage-3 depends on stages: Stage-2
 27  Stage-0 depends on stages: Stage-3
 28  Stage-4 depends on stages: Stage-0
 29  Stage-5 depends on stages: Stage-2
 30  Stage-1 depends on stages: Stage-5
 31  Stage-6 depends on stages: Stage-1
 32
 33STAGE PLANS:
 34  Stage: Stage-2
 35    Map Reduce
 36      Alias -> Map Operator Tree:
 37        src 
 38          TableScan
 39            alias: src
 40            Reduce Output Operator
 41              key expressions:
 42                    expr: substr(value, 5)
 43                    type: string
 44              sort order: +
 45              Map-reduce partition columns:
 46                    expr: substr(value, 5)
 47                    type: string
 48              tag: -1
 49              value expressions:
 50                    expr: key
 51                    type: string
 52                    expr: value
 53                    type: string
 54      Reduce Operator Tree:
 55        Forward
 56          Group By Operator
 57            aggregations:
 58                  expr: count(DISTINCT KEY._col0)
 59            bucketGroup: false
 60            keys:
 61                  expr: VALUE._col0
 62                  type: string
 63            mode: hash
 64            outputColumnNames: _col0, _col1
 65            File Output Operator
 66              compressed: false
 67              GlobalTableId: 0
 68              table:
 69                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 70                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 71          Group By Operator
 72            aggregations:
 73                  expr: count(DISTINCT KEY._col0)
 74            bucketGroup: false
 75            keys:
 76                  expr: VALUE._col0
 77                  type: string
 78                  expr: VALUE._col1
 79                  type: string
 80            mode: hash
 81            outputColumnNames: _col0, _col1, _col2
 82            File Output Operator
 83              compressed: false
 84              GlobalTableId: 0
 85              table:
 86                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 87                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 88
 89  Stage: Stage-3
 90    Map Reduce
 91      Alias -> Map Operator Tree:
 92        file:/tmp/sdong/hive_2011-02-10_01-54-04_927_822043255486757265/-mr-10004 
 93            Reduce Output Operator
 94              key expressions:
 95                    expr: _col0
 96                    type: string
 97              sort order: +
 98              Map-reduce partition columns:
 99                    expr: _col0
100                    type: string
101              tag: -1
102              value expressions:
103                    expr: _col1
104                    type: bigint
105      Reduce Operator Tree:
106        Group By Operator
107          aggregations:
108                expr: count(VALUE._col0)
109          bucketGroup: false
110          keys:
111                expr: KEY._col0
112                type: string
113          mode: final
114          outputColumnNames: _col0, _col1
115          Select Operator
116            expressions:
117                  expr: _col0
118                  type: string
119                  expr: _col1
120                  type: bigint
121            outputColumnNames: _col0, _col1
122            Select Operator
123              expressions:
124                    expr: UDFToInteger(_col0)
125                    type: int
126                    expr: _col1
127                    type: bigint
128              outputColumnNames: _col0, _col1
129              File Output Operator
130                compressed: false
131                GlobalTableId: 1
132                table:
133                    input format: org.apache.hadoop.mapred.TextInputFormat
134                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
135                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
136                    name: default.dest1
137
138  Stage: Stage-0
139    Move Operator
140      tables:
141          replace: true
142          table:
143              input format: org.apache.hadoop.mapred.TextInputFormat
144              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
145              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
146              name: default.dest1
147
148  Stage: Stage-4
149    Stats-Aggr Operator
150
151  Stage: Stage-5
152    Map Reduce
153      Alias -> Map Operator Tree:
154        file:/tmp/sdong/hive_2011-02-10_01-54-04_927_822043255486757265/-mr-10005 
155            Reduce Output Operator
156              key expressions:
157                    expr: _col0
158                    type: string
159                    expr: _col1
160                    type: string
161              sort order: ++
162              Map-reduce partition columns:
163                    expr: _col0
164                    type: string
165                    expr: _col1
166                    type: string
167              tag: -1
168              value expressions:
169                    expr: _col2
170                    type: bigint
171      Reduce Operator Tree:
172        Group By Operator
173          aggregations:
174                expr: count(VALUE._col0)
175          bucketGroup: false
176          keys:
177                expr: KEY._col0
178                type: string
179                expr: KEY._col1
180                type: string
181          mode: final
182          outputColumnNames: _col0, _col1, _col2
183          Select Operator
184            expressions:
185                  expr: _col0
186                  type: string
187                  expr: _col1
188                  type: string
189                  expr: _col2
190                  type: bigint
191            outputColumnNames: _col0, _col1, _col2
192            Select Operator
193              expressions:
194                    expr: UDFToInteger(_col0)
195                    type: int
196                    expr: _col1
197                    type: string
198                    expr: _col2
199                    type: bigint
200              outputColumnNames: _col0, _col1, _col2
201              File Output Operator
202                compressed: false
203                GlobalTableId: 2
204                table:
205                    input format: org.apache.hadoop.mapred.TextInputFormat
206                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
207                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
208                    name: default.dest2
209
210  Stage: Stage-1
211    Move Operator
212      tables:
213          replace: true
214          table:
215              input format: org.apache.hadoop.mapred.TextInputFormat
216              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
217              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
218              name: default.dest2
219
220  Stage: Stage-6
221    Stats-Aggr Operator
222
223
224PREHOOK: query: FROM SRC
225INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key
226INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value
227PREHOOK: type: QUERY
228PREHOOK: Input: default@src
229PREHOOK: Output: default@dest1
230PREHOOK: Output: default@dest2
231POSTHOOK: query: FROM SRC
232INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key
233INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, SRC.value, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key, SRC.value
234POSTHOOK: type: QUERY
235POSTHOOK: Input: default@src
236POSTHOOK: Output: default@dest1
237POSTHOOK: Output: default@dest2
238POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
239POSTHOOK: Lineage: dest1.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
240POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
241POSTHOOK: Lineage: dest2.val1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
242POSTHOOK: Lineage: dest2.val2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
243PREHOOK: query: SELECT DEST1.* FROM DEST1
244PREHOOK: type: QUERY
245PREHOOK: Input: default@dest1
246PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-54-17_890_6247829193198358875/-mr-10000
247POSTHOOK: query: SELECT DEST1.* FROM DEST1
248POSTHOOK: type: QUERY
249POSTHOOK: Input: default@dest1
250POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-54-17_890_6247829193198358875/-mr-10000
251POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
252POSTHOOK: Lineage: dest1.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
253POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
254POSTHOOK: Lineage: dest2.val1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
255POSTHOOK: Lineage: dest2.val2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
2560	1
25710	1
258100	1
259103	1
260104	1
261105	1
26211	1
263111	1
264113	1
265114	1
266116	1
267118	1
268119	1
26912	1
270120	1
271125	1
272126	1
273128	1
274129	1
275131	1
276133	1
277134	1
278136	1
279137	1
280138	1
281143	1
282145	1
283146	1
284149	1
28515	1
286150	1
287152	1
288153	1
289155	1
290156	1
291157	1
292158	1
293160	1
294162	1
295163	1
296164	1
297165	1
298166	1
299167	1
300168	1
301169	1
30217	1
303170	1
304172	1
305174	1
306175	1
307176	1
308177	1
309178	1
310179	1
31118	1
312180	1
313181	1
314183	1
315186	1
316187	1
317189	1
31819	1
319190	1
320191	1
321192	1
322193	1
323194	1
324195	1
325196	1
326197	1
327199	1
3282	1
32920	1
330200	1
331201	1
332202	1
333203	1
334205	1
335207	1
336208	1
337209	1
338213	1
339214	1
340216	1
341217	1
342218	1
343219	1
344221	1
345222	1
346223	1
347224	1
348226	1
349228	1
350229	1
351230	1
352233	1
353235	1
354237	1
355238	1
356239	1
35724	1
358241	1
359242	1
360244	1
361247	1
362248	1
363249	1
364252	1
365255	1
366256	1
367257	1
368258	1
36926	1
370260	1
371262	1
372263	1
373265	1
374266	1
37527	1
376272	1
377273	1
378274	1
379275	1
380277	1
381278	1
38228	1
383280	1
384281	1
385282	1
386283	1
387284	1
388285	1
389286	1
390287	1
391288	1
392289	1
393291	1
394292	1
395296	1
396298	1
39730	1
398302	1
399305	1
400306	1
401307	1
402308	1
403309	1
404310	1
405311	1
406315	1
407316	1
408317	1
409318	1
410321	1
411322	1
412323	1
413325	1
414327	1
41533	1
416331	1
417332	1
418333	1
419335	1
420336	1
421338	1
422339	1
42334	1
424341	1
425342	1
426344	1
427345	1
428348	1
42935	1
430351	1
431353	1
432356	1
433360	1
434362	1
435364	1
436365	1
437366	1
438367	1
439368	1
440369	1
44137	1
442373	1
443374	1
444375	1
445377	1
446378	1
447379	1
448382	1
449384	1
450386	1
451389	1
452392	1
453393	1
454394	1
455395	1
456396	1
457397	1
458399	1
4594	1
460400	1
461401	1
462402	1
463403	1
464404	1
465406	1
466407	1
467409	1
46841	1
469411	1
470413	1
471414	1
472417	1
473418	1
474419	1
47542	1
476421	1
477424	1
478427	1
479429	1
48043	1
481430	1
482431	1
483432	1
484435	1
485436	1
486437	1
487438	1
488439	1
48944	1
490443	1
491444	1
492446	1
493448	1
494449	1
495452	1
496453	1
497454	1
498455	1
499457	1
500458	1
501459	1
502460	1
503462	1
504463	1
505466	1
506467	1
507468	1
508469	1
50947	1
510470	1
511472	1
512475	1
513477	1
514478	1
515479	1
516480	1
517481	1
518482	1
519483	1
520484	1
521485	1
522487	1
523489	1
524490	1
525491	1
526492	1
527493	1
528494	1
529495	1
530496	1
531497	1
532498	1
5335	1
53451	1
53553	1
53654	1
53757	1
53858	1
53964	1
54065	1
54166	1
54267	1
54369	1
54470	1
54572	1
54674	1
54776	1
54877	1
54978	1
5508	1
55180	1
55282	1
55383	1
55484	1
55585	1
55686	1
55787	1
5589	1
55990	1
56092	1
56195	1
56296	1
56397	1
56498	1
565PREHOOK: query: SELECT DEST2.* FROM DEST2
566PREHOOK: type: QUERY
567PREHOOK: Input: default@dest2
568PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-54-18_177_4478446184795939014/-mr-10000
569POSTHOOK: query: SELECT DEST2.* FROM DEST2
570POSTHOOK: type: QUERY
571POSTHOOK: Input: default@dest2
572POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-54-18_177_4478446184795939014/-mr-10000
573POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
574POSTHOOK: Lineage: dest1.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
575POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
576POSTHOOK: Lineage: dest2.val1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
577POSTHOOK: Lineage: dest2.val2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
5780	val_0	1
57910	val_10	1
580100	val_100	1
581103	val_103	1
582104	val_104	1
583105	val_105	1
58411	val_11	1
585111	val_111	1
586113	val_113	1
587114	val_114	1
588116	val_116	1
589118	val_118	1
590119	val_119	1
59112	val_12	1
592120	val_120	1
593125	val_125	1
594126	val_126	1
595128	val_128	1
596129	val_129	1
597131	val_131	1
598133	val_133	1
599134	val_134	1
600136	val_136	1
601137	val_137	1
602138	val_138	1
603143	val_143	1
604145	val_145	1
605146	val_146	1
606149	val_149	1
60715	val_15	1
608150	val_150	1
609152	val_152	1
610153	val_153	1
611155	val_155	1
612156	val_156	1
613157	val_157	1
614158	val_158	1
615160	val_160	1
616162	val_162	1
617163	val_163	1
618164	val_164	1
619165	val_165	1
620166	val_166	1
621167	val_167	1
622168	val_168	1
623169	val_169	1
62417	val_17	1
625170	val_170	1
626172	val_172	1
627174	val_174	1
628175	val_175	1
629176	val_176	1
630177	val_177	1
631178	val_178	1
632179	val_179	1
63318	val_18	1
634180	val_180	1
635181	val_181	1
636183	val_183	1
637186	val_186	1
638187	val_187	1
639189	val_189	1
64019	val_19	1
641190	val_190	1
642191	val_191	1
643192	val_192	1
644193	val_193	1
645194	val_194	1
646195	val_195	1
647196	val_196	1
648197	val_197	1
649199	val_199	1
6502	val_2	1
65120	val_20	1
652200	val_200	1
653201	val_201	1
654202	val_202	1
655203	val_203	1
656205	val_205	1
657207	val_207	1
658208	val_208	1
659209	val_209	1
660213	val_213	1
661214	val_214	1
662216	val_216	1
663217	val_217	1
664218	val_218	1
665219	val_219	1
666221	val_221	1
667222	val_222	1
668223	val_223	1
669224	val_224	1
670226	val_226	1
671228	val_228	1
672229	val_229	1
673230	val_230	1
674233	val_233	1
675235	val_235	1
676237	val_237	1
677238	val_238	1
678239	val_239	1
67924	val_24	1
680241	val_241	1
681242	val_242	1
682244	val_244	1
683247	val_247	1
684248	val_248	1
685249	val_249	1
686252	val_252	1
687255	val_255	1
688256	val_256	1
689257	val_257	1
690258	val_258	1
69126	val_26	1
692260	val_260	1
693262	val_262	1
694263	val_263	1
695265	val_265	1
696266	val_266	1
69727	val_27	1
698272	val_272	1
699273	val_273	1
700274	val_274	1
701275	val_275	1
702277	val_277	1
703278	val_278	1
70428	val_28	1
705280	val_280	1
706281	val_281	1
707282	val_282	1
708283	val_283	1
709284	val_284	1
710285	val_285	1
711286	val_286	1
712287	val_287	1
713288	val_288	1
714289	val_289	1
715291	val_291	1
716292	val_292	1
717296	val_296	1
718298	val_298	1
71930	val_30	1
720302	val_302	1
721305	val_305	1
722306	val_306	1
723307	val_307	1
724308	val_308	1
725309	val_309	1
726310	val_310	1
727311	val_311	1
728315	val_315	1
729316	val_316	1
730317	val_317	1
731318	val_318	1
732321	val_321	1
733322	val_322	1
734323	val_323	1
735325	val_325	1
736327	val_327	1
73733	val_33	1
738331	val_331	1
739332	val_332	1
740333	val_333	1
741335	val_335	1
742336	val_336	1
743338	val_338	1
744339	val_339	1
74534	val_34	1
746341	val_341	1
747342	val_342	1
748344	val_344	1
749345	val_345	1
750348	val_348	1
75135	val_35	1
752351	val_351	1
753353	val_353	1
754356	val_356	1
755360	val_360	1
756362	val_362	1
757364	val_364	1
758365	val_365	1
759366	val_366	1
760367	val_367	1
761368	val_368	1
762369	val_369	1
76337	val_37	1
764373	val_373	1
765374	val_374	1
766375	val_375	1
767377	val_377	1
768378	val_378	1
769379	val_379	1
770382	val_382	1
771384	val_384	1
772386	val_386	1
773389	val_389	1
774392	val_392	1
775393	val_393	1
776394	val_394	1
777395	val_395	1
778396	val_396	1
779397	val_397	1
780399	val_399	1
7814	val_4	1
782400	val_400	1
783401	val_401	1
784402	val_402	1
785403	val_403	1
786404	val_404	1
787406	val_406	1
788407	val_407	1
789409	val_409	1
79041	val_41	1
791411	val_411	1
792413	val_413	1
793414	val_414	1
794417	val_417	1
795418	val_418	1
796419	val_419	1
79742	val_42	1
798421	val_421	1
799424	val_424	1
800427	val_427	1
801429	val_429	1
80243	val_43	1
803430	val_430	1
804431	val_431	1
805432	val_432	1
806435	val_435	1
807436	val_436	1
808437	val_437	1
809438	val_438	1
810439	val_439	1
81144	val_44	1
812443	val_443	1
813444	val_444	1
814446	val_446	1
815448	val_448	1
816449	val_449	1
817452	val_452	1
818453	val_453	1
819454	val_454	1
820455	val_455	1
821457	val_457	1
822458	val_458	1
823459	val_459	1
824460	val_460	1
825462	val_462	1
826463	val_463	1
827466	val_466	1
828467	val_467	1
829468	val_468	1
830469	val_469	1
83147	val_47	1
832470	val_470	1
833472	val_472	1
834475	val_475	1
835477	val_477	1
836478	val_478	1
837479	val_479	1
838480	val_480	1
839481	val_481	1
840482	val_482	1
841483	val_483	1
842484	val_484	1
843485	val_485	1
844487	val_487	1
845489	val_489	1
846490	val_490	1
847491	val_491	1
848492	val_492	1
849493	val_493	1
850494	val_494	1
851495	val_495	1
852496	val_496	1
853497	val_497	1
854498	val_498	1
8555	val_5	1
85651	val_51	1
85753	val_53	1
85854	val_54	1
85957	val_57	1
86058	val_58	1
86164	val_64	1
86265	val_65	1
86366	val_66	1
86467	val_67	1
86569	val_69	1
86670	val_70	1
86772	val_72	1
86874	val_74	1
86976	val_76	1
87077	val_77	1
87178	val_78	1
8728	val_8	1
87380	val_80	1
87482	val_82	1
87583	val_83	1
87684	val_84	1
87785	val_85	1
87886	val_86	1
87987	val_87	1
8809	val_9	1
88190	val_90	1
88292	val_92	1
88395	val_95	1
88496	val_96	1
88597	val_97	1
88698	val_98	1