PageRenderTime 22ms CodeModel.GetById 12ms app.highlight 6ms RepoModel.GetById 2ms app.codeStats 0ms

/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/auto_join31.q.out

#
text | 421 lines | 407 code | 14 blank | 0 comment | 0 complexity | 28797520f4f0cd7f2b501caa907067fa MD5 | raw file
  1PREHOOK: query: explain
  2FROM
  3(SELECT src.* FROM src sort by key) x
  4RIGHT OUTER JOIN
  5(SELECT src.* FROM src sort by value) Y
  6ON (x.key = Y.key)
  7JOIN
  8(SELECT src.* FROM src sort by value) Z
  9ON (x.key = Z.key)
 10select sum(hash(Y.key,Y.value))
 11PREHOOK: type: QUERY
 12POSTHOOK: query: explain
 13FROM
 14(SELECT src.* FROM src sort by key) x
 15RIGHT OUTER JOIN
 16(SELECT src.* FROM src sort by value) Y
 17ON (x.key = Y.key)
 18JOIN
 19(SELECT src.* FROM src sort by value) Z
 20ON (x.key = Z.key)
 21select sum(hash(Y.key,Y.value))
 22POSTHOOK: type: QUERY
 23ABSTRACT SYNTAX TREE:
 24  (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_RIGHTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Z) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Z) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
 25
 26STAGE DEPENDENCIES:
 27  Stage-1 is a root stage
 28  Stage-8 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-9, Stage-10, Stage-2
 29  Stage-9 has a backup stage: Stage-2
 30  Stage-6 depends on stages: Stage-9
 31  Stage-3 depends on stages: Stage-2, Stage-6, Stage-7
 32  Stage-10 has a backup stage: Stage-2
 33  Stage-7 depends on stages: Stage-10
 34  Stage-2
 35  Stage-4 is a root stage
 36  Stage-5 is a root stage
 37  Stage-0 is a root stage
 38
 39STAGE PLANS:
 40  Stage: Stage-1
 41    Map Reduce
 42      Alias -> Map Operator Tree:
 43        z:src 
 44          TableScan
 45            alias: src
 46            Select Operator
 47              expressions:
 48                    expr: key
 49                    type: string
 50                    expr: value
 51                    type: string
 52              outputColumnNames: _col0, _col1
 53              Reduce Output Operator
 54                key expressions:
 55                      expr: _col1
 56                      type: string
 57                sort order: +
 58                tag: -1
 59                value expressions:
 60                      expr: _col0
 61                      type: string
 62                      expr: _col1
 63                      type: string
 64      Reduce Operator Tree:
 65        Extract
 66          File Output Operator
 67            compressed: false
 68            GlobalTableId: 0
 69            table:
 70                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 71                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 72
 73  Stage: Stage-8
 74    Conditional Operator
 75
 76  Stage: Stage-9
 77    Map Reduce Local Work
 78      Alias -> Map Local Tables:
 79        $INTNAME 
 80          Fetch Operator
 81            limit: -1
 82        $INTNAME1 
 83          Fetch Operator
 84            limit: -1
 85      Alias -> Map Local Operator Tree:
 86        $INTNAME 
 87            HashTable Sink Operator
 88              condition expressions:
 89                0 
 90                1 {_col0} {_col1}
 91                2 
 92              handleSkewJoin: false
 93              keys:
 94                0 [Column[_col0]]
 95                1 [Column[_col0]]
 96                2 [Column[_col0]]
 97              Position of Big Table: 1
 98        $INTNAME1 
 99            HashTable Sink Operator
100              condition expressions:
101                0 
102                1 {_col0} {_col1}
103                2 
104              handleSkewJoin: false
105              keys:
106                0 [Column[_col0]]
107                1 [Column[_col0]]
108                2 [Column[_col0]]
109              Position of Big Table: 1
110
111  Stage: Stage-6
112    Map Reduce
113      Alias -> Map Operator Tree:
114        $INTNAME2 
115            Map Join Operator
116              condition map:
117                   Right Outer Join0 to 1
118                   Inner Join 0 to 2
119              condition expressions:
120                0 
121                1 {_col0} {_col1}
122                2 
123              handleSkewJoin: false
124              keys:
125                0 [Column[_col0]]
126                1 [Column[_col0]]
127                2 [Column[_col0]]
128              outputColumnNames: _col2, _col3
129              Position of Big Table: 1
130              Select Operator
131                expressions:
132                      expr: _col2
133                      type: string
134                      expr: _col3
135                      type: string
136                outputColumnNames: _col2, _col3
137                Group By Operator
138                  aggregations:
139                        expr: sum(hash(_col2,_col3))
140                  bucketGroup: false
141                  mode: hash
142                  outputColumnNames: _col0
143                  File Output Operator
144                    compressed: false
145                    GlobalTableId: 0
146                    table:
147                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
148                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
149      Local Work:
150        Map Reduce Local Work
151
152  Stage: Stage-3
153    Map Reduce
154      Alias -> Map Operator Tree:
155        file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_19-00-07_239_7580938439193474886/-mr-10003 
156            Reduce Output Operator
157              sort order: 
158              tag: -1
159              value expressions:
160                    expr: _col0
161                    type: bigint
162      Reduce Operator Tree:
163        Group By Operator
164          aggregations:
165                expr: sum(VALUE._col0)
166          bucketGroup: false
167          mode: mergepartial
168          outputColumnNames: _col0
169          Select Operator
170            expressions:
171                  expr: _col0
172                  type: bigint
173            outputColumnNames: _col0
174            File Output Operator
175              compressed: false
176              GlobalTableId: 0
177              table:
178                  input format: org.apache.hadoop.mapred.TextInputFormat
179                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
180
181  Stage: Stage-10
182    Map Reduce Local Work
183      Alias -> Map Local Tables:
184        $INTNAME1 
185          Fetch Operator
186            limit: -1
187        $INTNAME2 
188          Fetch Operator
189            limit: -1
190      Alias -> Map Local Operator Tree:
191        $INTNAME1 
192            HashTable Sink Operator
193              condition expressions:
194                0 
195                1 {_col0} {_col1}
196                2 
197              handleSkewJoin: false
198              keys:
199                0 [Column[_col0]]
200                1 [Column[_col0]]
201                2 [Column[_col0]]
202              Position of Big Table: 2
203        $INTNAME2 
204            HashTable Sink Operator
205              condition expressions:
206                0 
207                1 {_col0} {_col1}
208                2 
209              handleSkewJoin: false
210              keys:
211                0 [Column[_col0]]
212                1 [Column[_col0]]
213                2 [Column[_col0]]
214              Position of Big Table: 2
215
216  Stage: Stage-7
217    Map Reduce
218      Alias -> Map Operator Tree:
219        $INTNAME 
220            Map Join Operator
221              condition map:
222                   Right Outer Join0 to 1
223                   Inner Join 0 to 2
224              condition expressions:
225                0 
226                1 {_col0} {_col1}
227                2 
228              handleSkewJoin: false
229              keys:
230                0 [Column[_col0]]
231                1 [Column[_col0]]
232                2 [Column[_col0]]
233              outputColumnNames: _col2, _col3
234              Position of Big Table: 2
235              Select Operator
236                expressions:
237                      expr: _col2
238                      type: string
239                      expr: _col3
240                      type: string
241                outputColumnNames: _col2, _col3
242                Group By Operator
243                  aggregations:
244                        expr: sum(hash(_col2,_col3))
245                  bucketGroup: false
246                  mode: hash
247                  outputColumnNames: _col0
248                  File Output Operator
249                    compressed: false
250                    GlobalTableId: 0
251                    table:
252                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
253                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
254      Local Work:
255        Map Reduce Local Work
256
257  Stage: Stage-2
258    Map Reduce
259      Alias -> Map Operator Tree:
260        $INTNAME 
261            Reduce Output Operator
262              key expressions:
263                    expr: _col0
264                    type: string
265              sort order: +
266              Map-reduce partition columns:
267                    expr: _col0
268                    type: string
269              tag: 2
270        $INTNAME1 
271            Reduce Output Operator
272              key expressions:
273                    expr: _col0
274                    type: string
275              sort order: +
276              Map-reduce partition columns:
277                    expr: _col0
278                    type: string
279              tag: 0
280        $INTNAME2 
281            Reduce Output Operator
282              key expressions:
283                    expr: _col0
284                    type: string
285              sort order: +
286              Map-reduce partition columns:
287                    expr: _col0
288                    type: string
289              tag: 1
290              value expressions:
291                    expr: _col0
292                    type: string
293                    expr: _col1
294                    type: string
295      Reduce Operator Tree:
296        Join Operator
297          condition map:
298               Right Outer Join0 to 1
299               Inner Join 0 to 2
300          condition expressions:
301            0 
302            1 {VALUE._col0} {VALUE._col1}
303            2 
304          handleSkewJoin: false
305          outputColumnNames: _col2, _col3
306          Select Operator
307            expressions:
308                  expr: _col2
309                  type: string
310                  expr: _col3
311                  type: string
312            outputColumnNames: _col2, _col3
313            Group By Operator
314              aggregations:
315                    expr: sum(hash(_col2,_col3))
316              bucketGroup: false
317              mode: hash
318              outputColumnNames: _col0
319              File Output Operator
320                compressed: false
321                GlobalTableId: 0
322                table:
323                    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
324                    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
325
326  Stage: Stage-4
327    Map Reduce
328      Alias -> Map Operator Tree:
329        x:src 
330          TableScan
331            alias: src
332            Select Operator
333              expressions:
334                    expr: key
335                    type: string
336                    expr: value
337                    type: string
338              outputColumnNames: _col0, _col1
339              Reduce Output Operator
340                key expressions:
341                      expr: _col0
342                      type: string
343                sort order: +
344                tag: -1
345                value expressions:
346                      expr: _col0
347                      type: string
348                      expr: _col1
349                      type: string
350      Reduce Operator Tree:
351        Extract
352          File Output Operator
353            compressed: false
354            GlobalTableId: 0
355            table:
356                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
357                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
358
359  Stage: Stage-5
360    Map Reduce
361      Alias -> Map Operator Tree:
362        y:src 
363          TableScan
364            alias: src
365            Select Operator
366              expressions:
367                    expr: key
368                    type: string
369                    expr: value
370                    type: string
371              outputColumnNames: _col0, _col1
372              Reduce Output Operator
373                key expressions:
374                      expr: _col1
375                      type: string
376                sort order: +
377                tag: -1
378                value expressions:
379                      expr: _col0
380                      type: string
381                      expr: _col1
382                      type: string
383      Reduce Operator Tree:
384        Extract
385          File Output Operator
386            compressed: false
387            GlobalTableId: 0
388            table:
389                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
390                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
391
392  Stage: Stage-0
393    Fetch Operator
394      limit: -1
395
396
397PREHOOK: query: FROM
398(SELECT src.* FROM src sort by key) x
399RIGHT OUTER JOIN
400(SELECT src.* FROM src sort by value) Y
401ON (x.key = Y.key)
402JOIN
403(SELECT src.* FROM src sort by value) Z
404ON (x.key = Z.key)
405select sum(hash(Y.key,Y.value))
406PREHOOK: type: QUERY
407PREHOOK: Input: default@src
408PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_19-00-09_306_4018311873888116476/-mr-10000
409POSTHOOK: query: FROM
410(SELECT src.* FROM src sort by key) x
411RIGHT OUTER JOIN
412(SELECT src.* FROM src sort by value) Y
413ON (x.key = Y.key)
414JOIN
415(SELECT src.* FROM src sort by value) Z
416ON (x.key = Z.key)
417select sum(hash(Y.key,Y.value))
418POSTHOOK: type: QUERY
419POSTHOOK: Input: default@src
420POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_19-00-09_306_4018311873888116476/-mr-10000
421348019368476