PageRenderTime 59ms CodeModel.GetById 11ms app.highlight 2ms RepoModel.GetById 1ms app.codeStats 43ms

/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/join36.q.out

#
text | 516 lines | 506 code | 10 blank | 0 comment | 0 complexity | 2e77d14ffa101c007371d35957c4ba84 MD5 | raw file
  1PREHOOK: query: CREATE TABLE tmp1(key INT, cnt INT)
  2PREHOOK: type: CREATETABLE
  3POSTHOOK: query: CREATE TABLE tmp1(key INT, cnt INT)
  4POSTHOOK: type: CREATETABLE
  5POSTHOOK: Output: default@tmp1
  6PREHOOK: query: CREATE TABLE tmp2(key INT, cnt INT)
  7PREHOOK: type: CREATETABLE
  8POSTHOOK: query: CREATE TABLE tmp2(key INT, cnt INT)
  9POSTHOOK: type: CREATETABLE
 10POSTHOOK: Output: default@tmp2
 11PREHOOK: query: CREATE TABLE dest_j1(key INT, value INT, val2 INT)
 12PREHOOK: type: CREATETABLE
 13POSTHOOK: query: CREATE TABLE dest_j1(key INT, value INT, val2 INT)
 14POSTHOOK: type: CREATETABLE
 15POSTHOOK: Output: default@dest_j1
 16PREHOOK: query: INSERT OVERWRITE TABLE tmp1
 17SELECT key, count(1) from src group by key
 18PREHOOK: type: QUERY
 19PREHOOK: Input: default@src
 20PREHOOK: Output: default@tmp1
 21POSTHOOK: query: INSERT OVERWRITE TABLE tmp1
 22SELECT key, count(1) from src group by key
 23POSTHOOK: type: QUERY
 24POSTHOOK: Input: default@src
 25POSTHOOK: Output: default@tmp1
 26POSTHOOK: Lineage: tmp1.cnt EXPRESSION [(src)src.null, ]
 27POSTHOOK: Lineage: tmp1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 28PREHOOK: query: INSERT OVERWRITE TABLE tmp2
 29SELECT key, count(1) from src group by key
 30PREHOOK: type: QUERY
 31PREHOOK: Input: default@src
 32PREHOOK: Output: default@tmp2
 33POSTHOOK: query: INSERT OVERWRITE TABLE tmp2
 34SELECT key, count(1) from src group by key
 35POSTHOOK: type: QUERY
 36POSTHOOK: Input: default@src
 37POSTHOOK: Output: default@tmp2
 38POSTHOOK: Lineage: tmp1.cnt EXPRESSION [(src)src.null, ]
 39POSTHOOK: Lineage: tmp1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 40POSTHOOK: Lineage: tmp2.cnt EXPRESSION [(src)src.null, ]
 41POSTHOOK: Lineage: tmp2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 42PREHOOK: query: EXPLAIN
 43INSERT OVERWRITE TABLE dest_j1 
 44SELECT /*+ MAPJOIN(x) */ x.key, x.cnt, y.cnt
 45FROM tmp1 x JOIN tmp2 y ON (x.key = y.key)
 46PREHOOK: type: QUERY
 47POSTHOOK: query: EXPLAIN
 48INSERT OVERWRITE TABLE dest_j1 
 49SELECT /*+ MAPJOIN(x) */ x.key, x.cnt, y.cnt
 50FROM tmp1 x JOIN tmp2 y ON (x.key = y.key)
 51POSTHOOK: type: QUERY
 52POSTHOOK: Lineage: tmp1.cnt EXPRESSION [(src)src.null, ]
 53POSTHOOK: Lineage: tmp1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 54POSTHOOK: Lineage: tmp2.cnt EXPRESSION [(src)src.null, ]
 55POSTHOOK: Lineage: tmp2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 56ABSTRACT SYNTAX TREE:
 57  (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME tmp1) x) (TOK_TABREF (TOK_TABNAME tmp2) y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) cnt)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) cnt)))))
 58
 59STAGE DEPENDENCIES:
 60  Stage-7 is a root stage
 61  Stage-1 depends on stages: Stage-7
 62  Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
 63  Stage-4
 64  Stage-0 depends on stages: Stage-4, Stage-3
 65  Stage-2 depends on stages: Stage-0
 66  Stage-3
 67
 68STAGE PLANS:
 69  Stage: Stage-7
 70    Map Reduce Local Work
 71      Alias -> Map Local Tables:
 72        x 
 73          Fetch Operator
 74            limit: -1
 75      Alias -> Map Local Operator Tree:
 76        x 
 77          TableScan
 78            alias: x
 79            HashTable Sink Operator
 80              condition expressions:
 81                0 {key} {cnt}
 82                1 {cnt}
 83              handleSkewJoin: false
 84              keys:
 85                0 [Column[key]]
 86                1 [Column[key]]
 87              Position of Big Table: 1
 88
 89  Stage: Stage-1
 90    Map Reduce
 91      Alias -> Map Operator Tree:
 92        y 
 93          TableScan
 94            alias: y
 95            Map Join Operator
 96              condition map:
 97                   Inner Join 0 to 1
 98              condition expressions:
 99                0 {key} {cnt}
100                1 {cnt}
101              handleSkewJoin: false
102              keys:
103                0 [Column[key]]
104                1 [Column[key]]
105              outputColumnNames: _col0, _col1, _col5
106              Position of Big Table: 1
107              Select Operator
108                expressions:
109                      expr: _col0
110                      type: int
111                      expr: _col1
112                      type: int
113                      expr: _col5
114                      type: int
115                outputColumnNames: _col0, _col1, _col5
116                Select Operator
117                  expressions:
118                        expr: _col0
119                        type: int
120                        expr: _col1
121                        type: int
122                        expr: _col5
123                        type: int
124                  outputColumnNames: _col0, _col1, _col2
125                  File Output Operator
126                    compressed: false
127                    GlobalTableId: 1
128                    table:
129                        input format: org.apache.hadoop.mapred.TextInputFormat
130                        output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
131                        serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
132                        name: default.dest_j1
133      Local Work:
134        Map Reduce Local Work
135
136  Stage: Stage-5
137    Conditional Operator
138
139  Stage: Stage-4
140    Move Operator
141      files:
142          hdfs directory: true
143          destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-35_242_5756886415545600234/-ext-10000
144
145  Stage: Stage-0
146    Move Operator
147      tables:
148          replace: true
149          table:
150              input format: org.apache.hadoop.mapred.TextInputFormat
151              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
152              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
153              name: default.dest_j1
154
155  Stage: Stage-2
156    Stats-Aggr Operator
157
158  Stage: Stage-3
159    Map Reduce
160      Alias -> Map Operator Tree:
161        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-35_242_5756886415545600234/-ext-10002 
162            File Output Operator
163              compressed: false
164              GlobalTableId: 0
165              table:
166                  input format: org.apache.hadoop.mapred.TextInputFormat
167                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
168                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
169                  name: default.dest_j1
170
171
172PREHOOK: query: INSERT OVERWRITE TABLE dest_j1 
173SELECT /*+ MAPJOIN(x) */ x.key, x.cnt, y.cnt
174FROM tmp1 x JOIN tmp2 y ON (x.key = y.key)
175PREHOOK: type: QUERY
176PREHOOK: Input: default@tmp1
177PREHOOK: Input: default@tmp2
178PREHOOK: Output: default@dest_j1
179POSTHOOK: query: INSERT OVERWRITE TABLE dest_j1 
180SELECT /*+ MAPJOIN(x) */ x.key, x.cnt, y.cnt
181FROM tmp1 x JOIN tmp2 y ON (x.key = y.key)
182POSTHOOK: type: QUERY
183POSTHOOK: Input: default@tmp1
184POSTHOOK: Input: default@tmp2
185POSTHOOK: Output: default@dest_j1
186POSTHOOK: Lineage: dest_j1.key SIMPLE [(tmp1)x.FieldSchema(name:key, type:int, comment:null), ]
187POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(tmp2)y.FieldSchema(name:cnt, type:int, comment:null), ]
188POSTHOOK: Lineage: dest_j1.value SIMPLE [(tmp1)x.FieldSchema(name:cnt, type:int, comment:null), ]
189POSTHOOK: Lineage: tmp1.cnt EXPRESSION [(src)src.null, ]
190POSTHOOK: Lineage: tmp1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
191POSTHOOK: Lineage: tmp2.cnt EXPRESSION [(src)src.null, ]
192POSTHOOK: Lineage: tmp2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
193PREHOOK: query: select * from dest_j1 x order by x.key
194PREHOOK: type: QUERY
195PREHOOK: Input: default@dest_j1
196PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-06-41_953_1173247532179912206/-mr-10000
197POSTHOOK: query: select * from dest_j1 x order by x.key
198POSTHOOK: type: QUERY
199POSTHOOK: Input: default@dest_j1
200POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-06-41_953_1173247532179912206/-mr-10000
201POSTHOOK: Lineage: dest_j1.key SIMPLE [(tmp1)x.FieldSchema(name:key, type:int, comment:null), ]
202POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(tmp2)y.FieldSchema(name:cnt, type:int, comment:null), ]
203POSTHOOK: Lineage: dest_j1.value SIMPLE [(tmp1)x.FieldSchema(name:cnt, type:int, comment:null), ]
204POSTHOOK: Lineage: tmp1.cnt EXPRESSION [(src)src.null, ]
205POSTHOOK: Lineage: tmp1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
206POSTHOOK: Lineage: tmp2.cnt EXPRESSION [(src)src.null, ]
207POSTHOOK: Lineage: tmp2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
2080	3	3
2092	1	1
2104	1	1
2115	3	3
2128	1	1
2139	1	1
21410	1	1
21511	1	1
21612	2	2
21715	2	2
21817	1	1
21918	2	2
22019	1	1
22120	1	1
22224	2	2
22326	2	2
22427	1	1
22528	1	1
22630	1	1
22733	1	1
22834	1	1
22935	3	3
23037	2	2
23141	1	1
23242	2	2
23343	1	1
23444	1	1
23547	1	1
23651	2	2
23753	1	1
23854	1	1
23957	1	1
24058	2	2
24164	1	1
24265	1	1
24366	1	1
24467	2	2
24569	1	1
24670	3	3
24772	2	2
24874	1	1
24976	2	2
25077	1	1
25178	1	1
25280	1	1
25382	1	1
25483	2	2
25584	2	2
25685	1	1
25786	1	1
25887	1	1
25990	3	3
26092	1	1
26195	2	2
26296	1	1
26397	2	2
26498	2	2
265100	2	2
266103	2	2
267104	2	2
268105	1	1
269111	1	1
270113	2	2
271114	1	1
272116	1	1
273118	2	2
274119	3	3
275120	2	2
276125	2	2
277126	1	1
278128	3	3
279129	2	2
280131	1	1
281133	1	1
282134	2	2
283136	1	1
284137	2	2
285138	4	4
286143	1	1
287145	1	1
288146	2	2
289149	2	2
290150	1	1
291152	2	2
292153	1	1
293155	1	1
294156	1	1
295157	1	1
296158	1	1
297160	1	1
298162	1	1
299163	1	1
300164	2	2
301165	2	2
302166	1	1
303167	3	3
304168	1	1
305169	4	4
306170	1	1
307172	2	2
308174	2	2
309175	2	2
310176	2	2
311177	1	1
312178	1	1
313179	2	2
314180	1	1
315181	1	1
316183	1	1
317186	1	1
318187	3	3
319189	1	1
320190	1	1
321191	2	2
322192	1	1
323193	3	3
324194	1	1
325195	2	2
326196	1	1
327197	2	2
328199	3	3
329200	2	2
330201	1	1
331202	1	1
332203	2	2
333205	2	2
334207	2	2
335208	3	3
336209	2	2
337213	2	2
338214	1	1
339216	2	2
340217	2	2
341218	1	1
342219	2	2
343221	2	2
344222	1	1
345223	2	2
346224	2	2
347226	1	1
348228	1	1
349229	2	2
350230	5	5
351233	2	2
352235	1	1
353237	2	2
354238	2	2
355239	2	2
356241	1	1
357242	2	2
358244	1	1
359247	1	1
360248	1	1
361249	1	1
362252	1	1
363255	2	2
364256	2	2
365257	1	1
366258	1	1
367260	1	1
368262	1	1
369263	1	1
370265	2	2
371266	1	1
372272	2	2
373273	3	3
374274	1	1
375275	1	1
376277	4	4
377278	2	2
378280	2	2
379281	2	2
380282	2	2
381283	1	1
382284	1	1
383285	1	1
384286	1	1
385287	1	1
386288	2	2
387289	1	1
388291	1	1
389292	1	1
390296	1	1
391298	3	3
392302	1	1
393305	1	1
394306	1	1
395307	2	2
396308	1	1
397309	2	2
398310	1	1
399311	3	3
400315	1	1
401316	3	3
402317	2	2
403318	3	3
404321	2	2
405322	2	2
406323	1	1
407325	2	2
408327	3	3
409331	2	2
410332	1	1
411333	2	2
412335	1	1
413336	1	1
414338	1	1
415339	1	1
416341	1	1
417342	2	2
418344	2	2
419345	1	1
420348	5	5
421351	1	1
422353	2	2
423356	1	1
424360	1	1
425362	1	1
426364	1	1
427365	1	1
428366	1	1
429367	2	2
430368	1	1
431369	3	3
432373	1	1
433374	1	1
434375	1	1
435377	1	1
436378	1	1
437379	1	1
438382	2	2
439384	3	3
440386	1	1
441389	1	1
442392	1	1
443393	1	1
444394	1	1
445395	2	2
446396	3	3
447397	2	2
448399	2	2
449400	1	1
450401	5	5
451402	1	1
452403	3	3
453404	2	2
454406	4	4
455407	1	1
456409	3	3
457411	1	1
458413	2	2
459414	2	2
460417	3	3
461418	1	1
462419	1	1
463421	1	1
464424	2	2
465427	1	1
466429	2	2
467430	3	3
468431	3	3
469432	1	1
470435	1	1
471436	1	1
472437	1	1
473438	3	3
474439	2	2
475443	1	1
476444	1	1
477446	1	1
478448	1	1
479449	1	1
480452	1	1
481453	1	1
482454	3	3
483455	1	1
484457	1	1
485458	2	2
486459	2	2
487460	1	1
488462	2	2
489463	2	2
490466	3	3
491467	1	1
492468	4	4
493469	5	5
494470	1	1
495472	1	1
496475	1	1
497477	1	1
498478	2	2
499479	1	1
500480	3	3
501481	1	1
502482	1	1
503483	1	1
504484	1	1
505485	1	1
506487	1	1
507489	4	4
508490	1	1
509491	1	1
510492	2	2
511493	1	1
512494	1	1
513495	1	1
514496	1	1
515497	1	1
516498	3	3