PageRenderTime 20ms CodeModel.GetById 10ms app.highlight 5ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/auto_join24.q.out

#
text | 260 lines | 249 code | 11 blank | 0 comment | 0 complexity | d783144c71434cdbce5817d2491bdec3 MD5 | raw file
  1PREHOOK: query: create table tst1(key STRING, cnt INT)
  2PREHOOK: type: CREATETABLE
  3POSTHOOK: query: create table tst1(key STRING, cnt INT)
  4POSTHOOK: type: CREATETABLE
  5POSTHOOK: Output: default@tst1
  6PREHOOK: query: INSERT OVERWRITE TABLE tst1
  7SELECT a.key, count(1) FROM src a group by a.key
  8PREHOOK: type: QUERY
  9PREHOOK: Input: default@src
 10PREHOOK: Output: default@tst1
 11POSTHOOK: query: INSERT OVERWRITE TABLE tst1
 12SELECT a.key, count(1) FROM src a group by a.key
 13POSTHOOK: type: QUERY
 14POSTHOOK: Input: default@src
 15POSTHOOK: Output: default@tst1
 16POSTHOOK: Lineage: tst1.cnt EXPRESSION [(src)a.null, ]
 17POSTHOOK: Lineage: tst1.key SIMPLE [(src)a.FieldSchema(name:key, type:string, comment:default), ]
 18PREHOOK: query: explain 
 19SELECT sum(a.cnt)  FROM tst1 a JOIN tst1 b ON a.key = b.key
 20PREHOOK: type: QUERY
 21POSTHOOK: query: explain 
 22SELECT sum(a.cnt)  FROM tst1 a JOIN tst1 b ON a.key = b.key
 23POSTHOOK: type: QUERY
 24POSTHOOK: Lineage: tst1.cnt EXPRESSION [(src)a.null, ]
 25POSTHOOK: Lineage: tst1.key SIMPLE [(src)a.FieldSchema(name:key, type:string, comment:default), ]
 26ABSTRACT SYNTAX TREE:
 27  (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME tst1) a) (TOK_TABREF (TOK_TABNAME tst1) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (. (TOK_TABLE_OR_COL a) cnt))))))
 28
 29STAGE DEPENDENCIES:
 30  Stage-6 is a root stage , consists of Stage-7, Stage-8, Stage-1
 31  Stage-7 has a backup stage: Stage-1
 32  Stage-4 depends on stages: Stage-7
 33  Stage-2 depends on stages: Stage-1, Stage-4, Stage-5
 34  Stage-8 has a backup stage: Stage-1
 35  Stage-5 depends on stages: Stage-8
 36  Stage-1
 37  Stage-0 is a root stage
 38
 39STAGE PLANS:
 40  Stage: Stage-6
 41    Conditional Operator
 42
 43  Stage: Stage-7
 44    Map Reduce Local Work
 45      Alias -> Map Local Tables:
 46        b 
 47          Fetch Operator
 48            limit: -1
 49      Alias -> Map Local Operator Tree:
 50        b 
 51          TableScan
 52            alias: b
 53            HashTable Sink Operator
 54              condition expressions:
 55                0 {cnt}
 56                1 
 57              handleSkewJoin: false
 58              keys:
 59                0 [Column[key]]
 60                1 [Column[key]]
 61              Position of Big Table: 0
 62
 63  Stage: Stage-4
 64    Map Reduce
 65      Alias -> Map Operator Tree:
 66        a 
 67          TableScan
 68            alias: a
 69            Map Join Operator
 70              condition map:
 71                   Inner Join 0 to 1
 72              condition expressions:
 73                0 {cnt}
 74                1 
 75              handleSkewJoin: false
 76              keys:
 77                0 [Column[key]]
 78                1 [Column[key]]
 79              outputColumnNames: _col1
 80              Position of Big Table: 0
 81              Select Operator
 82                expressions:
 83                      expr: _col1
 84                      type: int
 85                outputColumnNames: _col1
 86                Group By Operator
 87                  aggregations:
 88                        expr: sum(_col1)
 89                  bucketGroup: false
 90                  mode: hash
 91                  outputColumnNames: _col0
 92                  File Output Operator
 93                    compressed: false
 94                    GlobalTableId: 0
 95                    table:
 96                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 97                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 98      Local Work:
 99        Map Reduce Local Work
100
101  Stage: Stage-2
102    Map Reduce
103      Alias -> Map Operator Tree:
104        file:/tmp/sdong/hive_2011-02-10_01-16-51_787_1548590887218755701/-mr-10002 
105            Reduce Output Operator
106              sort order: 
107              tag: -1
108              value expressions:
109                    expr: _col0
110                    type: bigint
111      Reduce Operator Tree:
112        Group By Operator
113          aggregations:
114                expr: sum(VALUE._col0)
115          bucketGroup: false
116          mode: mergepartial
117          outputColumnNames: _col0
118          Select Operator
119            expressions:
120                  expr: _col0
121                  type: bigint
122            outputColumnNames: _col0
123            File Output Operator
124              compressed: false
125              GlobalTableId: 0
126              table:
127                  input format: org.apache.hadoop.mapred.TextInputFormat
128                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
129
130  Stage: Stage-8
131    Map Reduce Local Work
132      Alias -> Map Local Tables:
133        a 
134          Fetch Operator
135            limit: -1
136      Alias -> Map Local Operator Tree:
137        a 
138          TableScan
139            alias: a
140            HashTable Sink Operator
141              condition expressions:
142                0 {cnt}
143                1 
144              handleSkewJoin: false
145              keys:
146                0 [Column[key]]
147                1 [Column[key]]
148              Position of Big Table: 1
149
150  Stage: Stage-5
151    Map Reduce
152      Alias -> Map Operator Tree:
153        b 
154          TableScan
155            alias: b
156            Map Join Operator
157              condition map:
158                   Inner Join 0 to 1
159              condition expressions:
160                0 {cnt}
161                1 
162              handleSkewJoin: false
163              keys:
164                0 [Column[key]]
165                1 [Column[key]]
166              outputColumnNames: _col1
167              Position of Big Table: 1
168              Select Operator
169                expressions:
170                      expr: _col1
171                      type: int
172                outputColumnNames: _col1
173                Group By Operator
174                  aggregations:
175                        expr: sum(_col1)
176                  bucketGroup: false
177                  mode: hash
178                  outputColumnNames: _col0
179                  File Output Operator
180                    compressed: false
181                    GlobalTableId: 0
182                    table:
183                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
184                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
185      Local Work:
186        Map Reduce Local Work
187
188  Stage: Stage-1
189    Map Reduce
190      Alias -> Map Operator Tree:
191        a 
192          TableScan
193            alias: a
194            Reduce Output Operator
195              key expressions:
196                    expr: key
197                    type: string
198              sort order: +
199              Map-reduce partition columns:
200                    expr: key
201                    type: string
202              tag: 0
203              value expressions:
204                    expr: cnt
205                    type: int
206        b 
207          TableScan
208            alias: b
209            Reduce Output Operator
210              key expressions:
211                    expr: key
212                    type: string
213              sort order: +
214              Map-reduce partition columns:
215                    expr: key
216                    type: string
217              tag: 1
218      Reduce Operator Tree:
219        Join Operator
220          condition map:
221               Inner Join 0 to 1
222          condition expressions:
223            0 {VALUE._col1}
224            1 
225          handleSkewJoin: false
226          outputColumnNames: _col1
227          Select Operator
228            expressions:
229                  expr: _col1
230                  type: int
231            outputColumnNames: _col1
232            Group By Operator
233              aggregations:
234                    expr: sum(_col1)
235              bucketGroup: false
236              mode: hash
237              outputColumnNames: _col0
238              File Output Operator
239                compressed: false
240                GlobalTableId: 0
241                table:
242                    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
243                    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
244
245  Stage: Stage-0
246    Fetch Operator
247      limit: -1
248
249
250PREHOOK: query: SELECT sum(a.cnt)  FROM tst1 a JOIN tst1 b ON a.key = b.key
251PREHOOK: type: QUERY
252PREHOOK: Input: default@tst1
253PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-16-51_997_3779127301007370770/-mr-10000
254POSTHOOK: query: SELECT sum(a.cnt)  FROM tst1 a JOIN tst1 b ON a.key = b.key
255POSTHOOK: type: QUERY
256POSTHOOK: Input: default@tst1
257POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-16-51_997_3779127301007370770/-mr-10000
258POSTHOOK: Lineage: tst1.cnt EXPRESSION [(src)a.null, ]
259POSTHOOK: Lineage: tst1.key SIMPLE [(src)a.FieldSchema(name:key, type:string, comment:default), ]
260500