PageRenderTime 34ms CodeModel.GetById 13ms app.highlight 13ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/groupby8_noskew.q.out

#
text | 869 lines | 859 code | 10 blank | 0 comment | 0 complexity | f05b12b4ac8957571b33699c940c578b MD5 | raw file
  1PREHOOK: query: CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
  2PREHOOK: type: CREATETABLE
  3POSTHOOK: query: CREATE TABLE DEST1(key INT, value STRING) STORED AS TEXTFILE
  4POSTHOOK: type: CREATETABLE
  5POSTHOOK: Output: default@DEST1
  6PREHOOK: query: CREATE TABLE DEST2(key INT, value STRING) STORED AS TEXTFILE
  7PREHOOK: type: CREATETABLE
  8POSTHOOK: query: CREATE TABLE DEST2(key INT, value STRING) STORED AS TEXTFILE
  9POSTHOOK: type: CREATETABLE
 10POSTHOOK: Output: default@DEST2
 11PREHOOK: query: EXPLAIN
 12FROM SRC
 13INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key
 14INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key
 15PREHOOK: type: QUERY
 16POSTHOOK: query: EXPLAIN
 17FROM SRC
 18INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key
 19INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key
 20POSTHOOK: type: QUERY
 21ABSTRACT SYNTAX TREE:
 22  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME SRC))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME DEST1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL SRC) key)) (TOK_SELEXPR (TOK_FUNCTIONDI COUNT (TOK_FUNCTION SUBSTR (. (TOK_TABLE_OR_COL SRC) value) 5)))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL SRC) key))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME DEST2))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL SRC) key)) (TOK_SELEXPR (TOK_FUNCTIONDI COUNT (TOK_FUNCTION SUBSTR (. (TOK_TABLE_OR_COL SRC) value) 5)))) (TOK_GROUPBY (. (TOK_TABLE_OR_COL SRC) key))))
 23
 24STAGE DEPENDENCIES:
 25  Stage-2 is a root stage
 26  Stage-3 depends on stages: Stage-2
 27  Stage-0 depends on stages: Stage-3
 28  Stage-4 depends on stages: Stage-0
 29  Stage-5 depends on stages: Stage-2
 30  Stage-1 depends on stages: Stage-5
 31  Stage-6 depends on stages: Stage-1
 32
 33STAGE PLANS:
 34  Stage: Stage-2
 35    Map Reduce
 36      Alias -> Map Operator Tree:
 37        src 
 38          TableScan
 39            alias: src
 40            Reduce Output Operator
 41              key expressions:
 42                    expr: substr(value, 5)
 43                    type: string
 44              sort order: +
 45              Map-reduce partition columns:
 46                    expr: substr(value, 5)
 47                    type: string
 48              tag: -1
 49              value expressions:
 50                    expr: key
 51                    type: string
 52      Reduce Operator Tree:
 53        Forward
 54          Group By Operator
 55            aggregations:
 56                  expr: count(DISTINCT KEY._col0)
 57            bucketGroup: false
 58            keys:
 59                  expr: VALUE._col0
 60                  type: string
 61            mode: hash
 62            outputColumnNames: _col0, _col1
 63            File Output Operator
 64              compressed: false
 65              GlobalTableId: 0
 66              table:
 67                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 68                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 69          Group By Operator
 70            aggregations:
 71                  expr: count(DISTINCT KEY._col0)
 72            bucketGroup: false
 73            keys:
 74                  expr: VALUE._col0
 75                  type: string
 76            mode: hash
 77            outputColumnNames: _col0, _col1
 78            File Output Operator
 79              compressed: false
 80              GlobalTableId: 0
 81              table:
 82                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 83                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 84
 85  Stage: Stage-3
 86    Map Reduce
 87      Alias -> Map Operator Tree:
 88        file:/tmp/sdong/hive_2011-02-10_01-53-51_058_4913513154393898571/-mr-10004 
 89            Reduce Output Operator
 90              key expressions:
 91                    expr: _col0
 92                    type: string
 93              sort order: +
 94              Map-reduce partition columns:
 95                    expr: _col0
 96                    type: string
 97              tag: -1
 98              value expressions:
 99                    expr: _col1
100                    type: bigint
101      Reduce Operator Tree:
102        Group By Operator
103          aggregations:
104                expr: count(VALUE._col0)
105          bucketGroup: false
106          keys:
107                expr: KEY._col0
108                type: string
109          mode: final
110          outputColumnNames: _col0, _col1
111          Select Operator
112            expressions:
113                  expr: _col0
114                  type: string
115                  expr: _col1
116                  type: bigint
117            outputColumnNames: _col0, _col1
118            Select Operator
119              expressions:
120                    expr: UDFToInteger(_col0)
121                    type: int
122                    expr: _col1
123                    type: bigint
124              outputColumnNames: _col0, _col1
125              File Output Operator
126                compressed: false
127                GlobalTableId: 1
128                table:
129                    input format: org.apache.hadoop.mapred.TextInputFormat
130                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
131                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
132                    name: default.dest1
133
134  Stage: Stage-0
135    Move Operator
136      tables:
137          replace: true
138          table:
139              input format: org.apache.hadoop.mapred.TextInputFormat
140              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
141              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
142              name: default.dest1
143
144  Stage: Stage-4
145    Stats-Aggr Operator
146
147  Stage: Stage-5
148    Map Reduce
149      Alias -> Map Operator Tree:
150        file:/tmp/sdong/hive_2011-02-10_01-53-51_058_4913513154393898571/-mr-10005 
151            Reduce Output Operator
152              key expressions:
153                    expr: _col0
154                    type: string
155              sort order: +
156              Map-reduce partition columns:
157                    expr: _col0
158                    type: string
159              tag: -1
160              value expressions:
161                    expr: _col1
162                    type: bigint
163      Reduce Operator Tree:
164        Group By Operator
165          aggregations:
166                expr: count(VALUE._col0)
167          bucketGroup: false
168          keys:
169                expr: KEY._col0
170                type: string
171          mode: final
172          outputColumnNames: _col0, _col1
173          Select Operator
174            expressions:
175                  expr: _col0
176                  type: string
177                  expr: _col1
178                  type: bigint
179            outputColumnNames: _col0, _col1
180            Select Operator
181              expressions:
182                    expr: UDFToInteger(_col0)
183                    type: int
184                    expr: _col1
185                    type: bigint
186              outputColumnNames: _col0, _col1
187              File Output Operator
188                compressed: false
189                GlobalTableId: 2
190                table:
191                    input format: org.apache.hadoop.mapred.TextInputFormat
192                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
193                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
194                    name: default.dest2
195
196  Stage: Stage-1
197    Move Operator
198      tables:
199          replace: true
200          table:
201              input format: org.apache.hadoop.mapred.TextInputFormat
202              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
203              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
204              name: default.dest2
205
206  Stage: Stage-6
207    Stats-Aggr Operator
208
209
210PREHOOK: query: FROM SRC
211INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key
212INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key
213PREHOOK: type: QUERY
214PREHOOK: Input: default@src
215PREHOOK: Output: default@dest1
216PREHOOK: Output: default@dest2
217POSTHOOK: query: FROM SRC
218INSERT OVERWRITE TABLE DEST1 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key
219INSERT OVERWRITE TABLE DEST2 SELECT SRC.key, COUNT(DISTINCT SUBSTR(SRC.value,5)) GROUP BY SRC.key
220POSTHOOK: type: QUERY
221POSTHOOK: Input: default@src
222POSTHOOK: Output: default@dest1
223POSTHOOK: Output: default@dest2
224POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
225POSTHOOK: Lineage: dest1.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
226POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
227POSTHOOK: Lineage: dest2.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
228PREHOOK: query: SELECT DEST1.* FROM DEST1
229PREHOOK: type: QUERY
230PREHOOK: Input: default@dest1
231PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-54-03_192_3479046113182139510/-mr-10000
232POSTHOOK: query: SELECT DEST1.* FROM DEST1
233POSTHOOK: type: QUERY
234POSTHOOK: Input: default@dest1
235POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-54-03_192_3479046113182139510/-mr-10000
236POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
237POSTHOOK: Lineage: dest1.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
238POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
239POSTHOOK: Lineage: dest2.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
2400	1
24110	1
242100	1
243103	1
244104	1
245105	1
24611	1
247111	1
248113	1
249114	1
250116	1
251118	1
252119	1
25312	1
254120	1
255125	1
256126	1
257128	1
258129	1
259131	1
260133	1
261134	1
262136	1
263137	1
264138	1
265143	1
266145	1
267146	1
268149	1
26915	1
270150	1
271152	1
272153	1
273155	1
274156	1
275157	1
276158	1
277160	1
278162	1
279163	1
280164	1
281165	1
282166	1
283167	1
284168	1
285169	1
28617	1
287170	1
288172	1
289174	1
290175	1
291176	1
292177	1
293178	1
294179	1
29518	1
296180	1
297181	1
298183	1
299186	1
300187	1
301189	1
30219	1
303190	1
304191	1
305192	1
306193	1
307194	1
308195	1
309196	1
310197	1
311199	1
3122	1
31320	1
314200	1
315201	1
316202	1
317203	1
318205	1
319207	1
320208	1
321209	1
322213	1
323214	1
324216	1
325217	1
326218	1
327219	1
328221	1
329222	1
330223	1
331224	1
332226	1
333228	1
334229	1
335230	1
336233	1
337235	1
338237	1
339238	1
340239	1
34124	1
342241	1
343242	1
344244	1
345247	1
346248	1
347249	1
348252	1
349255	1
350256	1
351257	1
352258	1
35326	1
354260	1
355262	1
356263	1
357265	1
358266	1
35927	1
360272	1
361273	1
362274	1
363275	1
364277	1
365278	1
36628	1
367280	1
368281	1
369282	1
370283	1
371284	1
372285	1
373286	1
374287	1
375288	1
376289	1
377291	1
378292	1
379296	1
380298	1
38130	1
382302	1
383305	1
384306	1
385307	1
386308	1
387309	1
388310	1
389311	1
390315	1
391316	1
392317	1
393318	1
394321	1
395322	1
396323	1
397325	1
398327	1
39933	1
400331	1
401332	1
402333	1
403335	1
404336	1
405338	1
406339	1
40734	1
408341	1
409342	1
410344	1
411345	1
412348	1
41335	1
414351	1
415353	1
416356	1
417360	1
418362	1
419364	1
420365	1
421366	1
422367	1
423368	1
424369	1
42537	1
426373	1
427374	1
428375	1
429377	1
430378	1
431379	1
432382	1
433384	1
434386	1
435389	1
436392	1
437393	1
438394	1
439395	1
440396	1
441397	1
442399	1
4434	1
444400	1
445401	1
446402	1
447403	1
448404	1
449406	1
450407	1
451409	1
45241	1
453411	1
454413	1
455414	1
456417	1
457418	1
458419	1
45942	1
460421	1
461424	1
462427	1
463429	1
46443	1
465430	1
466431	1
467432	1
468435	1
469436	1
470437	1
471438	1
472439	1
47344	1
474443	1
475444	1
476446	1
477448	1
478449	1
479452	1
480453	1
481454	1
482455	1
483457	1
484458	1
485459	1
486460	1
487462	1
488463	1
489466	1
490467	1
491468	1
492469	1
49347	1
494470	1
495472	1
496475	1
497477	1
498478	1
499479	1
500480	1
501481	1
502482	1
503483	1
504484	1
505485	1
506487	1
507489	1
508490	1
509491	1
510492	1
511493	1
512494	1
513495	1
514496	1
515497	1
516498	1
5175	1
51851	1
51953	1
52054	1
52157	1
52258	1
52364	1
52465	1
52566	1
52667	1
52769	1
52870	1
52972	1
53074	1
53176	1
53277	1
53378	1
5348	1
53580	1
53682	1
53783	1
53884	1
53985	1
54086	1
54187	1
5429	1
54390	1
54492	1
54595	1
54696	1
54797	1
54898	1
549PREHOOK: query: SELECT DEST2.* FROM DEST2
550PREHOOK: type: QUERY
551PREHOOK: Input: default@dest2
552PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-54-03_461_4788125726798198070/-mr-10000
553POSTHOOK: query: SELECT DEST2.* FROM DEST2
554POSTHOOK: type: QUERY
555POSTHOOK: Input: default@dest2
556POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-54-03_461_4788125726798198070/-mr-10000
557POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
558POSTHOOK: Lineage: dest1.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
559POSTHOOK: Lineage: dest2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
560POSTHOOK: Lineage: dest2.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
5610	1
56210	1
563100	1
564103	1
565104	1
566105	1
56711	1
568111	1
569113	1
570114	1
571116	1
572118	1
573119	1
57412	1
575120	1
576125	1
577126	1
578128	1
579129	1
580131	1
581133	1
582134	1
583136	1
584137	1
585138	1
586143	1
587145	1
588146	1
589149	1
59015	1
591150	1
592152	1
593153	1
594155	1
595156	1
596157	1
597158	1
598160	1
599162	1
600163	1
601164	1
602165	1
603166	1
604167	1
605168	1
606169	1
60717	1
608170	1
609172	1
610174	1
611175	1
612176	1
613177	1
614178	1
615179	1
61618	1
617180	1
618181	1
619183	1
620186	1
621187	1
622189	1
62319	1
624190	1
625191	1
626192	1
627193	1
628194	1
629195	1
630196	1
631197	1
632199	1
6332	1
63420	1
635200	1
636201	1
637202	1
638203	1
639205	1
640207	1
641208	1
642209	1
643213	1
644214	1
645216	1
646217	1
647218	1
648219	1
649221	1
650222	1
651223	1
652224	1
653226	1
654228	1
655229	1
656230	1
657233	1
658235	1
659237	1
660238	1
661239	1
66224	1
663241	1
664242	1
665244	1
666247	1
667248	1
668249	1
669252	1
670255	1
671256	1
672257	1
673258	1
67426	1
675260	1
676262	1
677263	1
678265	1
679266	1
68027	1
681272	1
682273	1
683274	1
684275	1
685277	1
686278	1
68728	1
688280	1
689281	1
690282	1
691283	1
692284	1
693285	1
694286	1
695287	1
696288	1
697289	1
698291	1
699292	1
700296	1
701298	1
70230	1
703302	1
704305	1
705306	1
706307	1
707308	1
708309	1
709310	1
710311	1
711315	1
712316	1
713317	1
714318	1
715321	1
716322	1
717323	1
718325	1
719327	1
72033	1
721331	1
722332	1
723333	1
724335	1
725336	1
726338	1
727339	1
72834	1
729341	1
730342	1
731344	1
732345	1
733348	1
73435	1
735351	1
736353	1
737356	1
738360	1
739362	1
740364	1
741365	1
742366	1
743367	1
744368	1
745369	1
74637	1
747373	1
748374	1
749375	1
750377	1
751378	1
752379	1
753382	1
754384	1
755386	1
756389	1
757392	1
758393	1
759394	1
760395	1
761396	1
762397	1
763399	1
7644	1
765400	1
766401	1
767402	1
768403	1
769404	1
770406	1
771407	1
772409	1
77341	1
774411	1
775413	1
776414	1
777417	1
778418	1
779419	1
78042	1
781421	1
782424	1
783427	1
784429	1
78543	1
786430	1
787431	1
788432	1
789435	1
790436	1
791437	1
792438	1
793439	1
79444	1
795443	1
796444	1
797446	1
798448	1
799449	1
800452	1
801453	1
802454	1
803455	1
804457	1
805458	1
806459	1
807460	1
808462	1
809463	1
810466	1
811467	1
812468	1
813469	1
81447	1
815470	1
816472	1
817475	1
818477	1
819478	1
820479	1
821480	1
822481	1
823482	1
824483	1
825484	1
826485	1
827487	1
828489	1
829490	1
830491	1
831492	1
832493	1
833494	1
834495	1
835496	1
836497	1
837498	1
8385	1
83951	1
84053	1
84154	1
84257	1
84358	1
84464	1
84565	1
84666	1
84767	1
84869	1
84970	1
85072	1
85174	1
85276	1
85377	1
85478	1
8558	1
85680	1
85782	1
85883	1
85984	1
86085	1
86186	1
86287	1
8639	1
86490	1
86592	1
86695	1
86796	1
86897	1
86998	1