PageRenderTime 23ms CodeModel.GetById 14ms app.highlight 4ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/bucketmapjoin3.q.out

#
text | 1036 lines | 1012 code | 24 blank | 0 comment | 0 complexity | 9f08679dcfd99b8516dbeea59df69843 MD5 | raw file

Large files files are truncated, but you can click here to view the full file

  1PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
  2PREHOOK: type: CREATETABLE
  3POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
  4POSTHOOK: type: CREATETABLE
  5POSTHOOK: Output: default@srcbucket_mapjoin
  6PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin
  7PREHOOK: type: LOAD
  8POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin
  9POSTHOOK: type: LOAD
 10POSTHOOK: Output: default@srcbucket_mapjoin
 11PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin
 12PREHOOK: type: LOAD
 13POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin
 14POSTHOOK: type: LOAD
 15POSTHOOK: Output: default@srcbucket_mapjoin
 16PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE
 17PREHOOK: type: CREATETABLE
 18POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE
 19POSTHOOK: type: CREATETABLE
 20POSTHOOK: Output: default@srcbucket_mapjoin_part
 21PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 22PREHOOK: type: LOAD
 23POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 24POSTHOOK: type: LOAD
 25POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
 26PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 27PREHOOK: type: LOAD
 28POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 29POSTHOOK: type: LOAD
 30POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
 31PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 32PREHOOK: type: LOAD
 33POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 34POSTHOOK: type: LOAD
 35POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
 36PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 37PREHOOK: type: LOAD
 38POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 39POSTHOOK: type: LOAD
 40POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
 41PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
 42PREHOOK: type: CREATETABLE
 43POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
 44POSTHOOK: type: CREATETABLE
 45POSTHOOK: Output: default@srcbucket_mapjoin_part_2
 46PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
 47PREHOOK: type: LOAD
 48POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
 49POSTHOOK: type: LOAD
 50POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08
 51PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
 52PREHOOK: type: LOAD
 53POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
 54POSTHOOK: type: LOAD
 55POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08
 56PREHOOK: query: create table bucketmapjoin_hash_result_1 (key bigint , value1 bigint, value2 bigint)
 57PREHOOK: type: CREATETABLE
 58POSTHOOK: query: create table bucketmapjoin_hash_result_1 (key bigint , value1 bigint, value2 bigint)
 59POSTHOOK: type: CREATETABLE
 60POSTHOOK: Output: default@bucketmapjoin_hash_result_1
 61PREHOOK: query: create table bucketmapjoin_hash_result_2 (key bigint , value1 bigint, value2 bigint)
 62PREHOOK: type: CREATETABLE
 63POSTHOOK: query: create table bucketmapjoin_hash_result_2 (key bigint , value1 bigint, value2 bigint)
 64POSTHOOK: type: CREATETABLE
 65POSTHOOK: Output: default@bucketmapjoin_hash_result_2
 66PREHOOK: query: create table bucketmapjoin_tmp_result (key string , value1 string, value2 string)
 67PREHOOK: type: CREATETABLE
 68POSTHOOK: query: create table bucketmapjoin_tmp_result (key string , value1 string, value2 string)
 69POSTHOOK: type: CREATETABLE
 70POSTHOOK: Output: default@bucketmapjoin_tmp_result
 71PREHOOK: query: explain extended
 72insert overwrite table bucketmapjoin_tmp_result 
 73select /*+mapjoin(b)*/ a.key, a.value, b.value 
 74from srcbucket_mapjoin_part_2 a join srcbucket_mapjoin_part b 
 75on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08"
 76PREHOOK: type: QUERY
 77POSTHOOK: query: explain extended
 78insert overwrite table bucketmapjoin_tmp_result 
 79select /*+mapjoin(b)*/ a.key, a.value, b.value 
 80from srcbucket_mapjoin_part_2 a join srcbucket_mapjoin_part b 
 81on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08"
 82POSTHOOK: type: QUERY
 83ABSTRACT SYNTAX TREE:
 84  (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part_2) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (and (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08")) (= (. (TOK_TABLE_OR_COL a) ds) "2008-04-08")))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))
 85
 86STAGE DEPENDENCIES:
 87  Stage-7 is a root stage
 88  Stage-1 depends on stages: Stage-7
 89  Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
 90  Stage-4
 91  Stage-0 depends on stages: Stage-4, Stage-3
 92  Stage-2 depends on stages: Stage-0
 93  Stage-3
 94
 95STAGE PLANS:
 96  Stage: Stage-7
 97    Map Reduce Local Work
 98      Alias -> Map Local Tables:
 99        b 
100          Fetch Operator
101            limit: -1
102      Alias -> Map Local Operator Tree:
103        b 
104          TableScan
105            alias: b
106            GatherStats: false
107            Filter Operator
108              isSamplingPred: false
109              predicate:
110                  expr: (ds = '2008-04-08')
111                  type: boolean
112              HashTable Sink Operator
113                condition expressions:
114                  0 {key} {value}
115                  1 {value}
116                handleSkewJoin: false
117                keys:
118                  0 [Column[key]]
119                  1 [Column[key]]
120                Position of Big Table: 0
121      Bucket Mapjoin Context:
122          Alias Bucket Base File Name Mapping:
123            b {srcbucket22.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket23.txt=[srcbucket21.txt, srcbucket23.txt]}
124          Alias Bucket File Name Mapping:
125            b {pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]}
126          Alias Bucket Output File Name Mapping:
127            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0
128            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1
129
130  Stage: Stage-1
131    Map Reduce
132      Alias -> Map Operator Tree:
133        a 
134          TableScan
135            alias: a
136            GatherStats: false
137            Filter Operator
138              isSamplingPred: false
139              predicate:
140                  expr: (ds = '2008-04-08')
141                  type: boolean
142              Map Join Operator
143                condition map:
144                     Inner Join 0 to 1
145                condition expressions:
146                  0 {key} {value}
147                  1 {value}
148                handleSkewJoin: false
149                keys:
150                  0 [Column[key]]
151                  1 [Column[key]]
152                outputColumnNames: _col0, _col1, _col6
153                Position of Big Table: 0
154                Select Operator
155                  expressions:
156                        expr: _col0
157                        type: int
158                        expr: _col1
159                        type: string
160                        expr: _col6
161                        type: string
162                  outputColumnNames: _col0, _col1, _col6
163                  Select Operator
164                    expressions:
165                          expr: _col0
166                          type: int
167                          expr: _col1
168                          type: string
169                          expr: _col6
170                          type: string
171                    outputColumnNames: _col0, _col1, _col2
172                    File Output Operator
173                      compressed: false
174                      GlobalTableId: 1
175                      directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-34-44_204_2973712557284504853/-ext-10002
176                      NumFilesPerFileSink: 1
177                      Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-34-44_204_2973712557284504853/-ext-10000/
178                      table:
179                          input format: org.apache.hadoop.mapred.TextInputFormat
180                          output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
181                          properties:
182                            bucket_count -1
183                            columns key,value1,value2
184                            columns.types string:string:string
185                            file.inputformat org.apache.hadoop.mapred.TextInputFormat
186                            file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
187                            location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
188                            name default.bucketmapjoin_tmp_result
189                            serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
190                            serialization.format 1
191                            serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
192                            transient_lastDdlTime 1297330484
193                          serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
194                          name: default.bucketmapjoin_tmp_result
195                      TotalFiles: 1
196                      GatherStats: true
197                      MultiFileSpray: false
198      Local Work:
199        Map Reduce Local Work
200      Needs Tagging: false
201      Path -> Alias:
202        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [a]
203      Path -> Partition:
204        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 
205          Partition
206            base file name: ds=2008-04-08
207            input format: org.apache.hadoop.mapred.TextInputFormat
208            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
209            partition values:
210              ds 2008-04-08
211            properties:
212              bucket_count 2
213              bucket_field_name key
214              columns key,value
215              columns.types int:string
216              file.inputformat org.apache.hadoop.mapred.TextInputFormat
217              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
218              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08
219              name default.srcbucket_mapjoin_part_2
220              partition_columns ds
221              serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
222              serialization.format 1
223              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
224              transient_lastDdlTime 1297330482
225            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
226          
227              input format: org.apache.hadoop.mapred.TextInputFormat
228              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
229              properties:
230                bucket_count 2
231                bucket_field_name key
232                columns key,value
233                columns.types int:string
234                file.inputformat org.apache.hadoop.mapred.TextInputFormat
235                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
236                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2
237                name default.srcbucket_mapjoin_part_2
238                partition_columns ds
239                serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value}
240                serialization.format 1
241                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
242                transient_lastDdlTime 1297330482
243              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
244              name: default.srcbucket_mapjoin_part_2
245            name: default.srcbucket_mapjoin_part_2
246
247  Stage: Stage-5
248    Conditional Operator
249
250  Stage: Stage-4
251    Move Operator
252      files:
253          hdfs directory: true
254          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-34-44_204_2973712557284504853/-ext-10002
255          destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-34-44_204_2973712557284504853/-ext-10000
256
257  Stage: Stage-0
258    Move Operator
259      tables:
260          replace: true
261          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-34-44_204_2973712557284504853/-ext-10000
262          table:
263              input format: org.apache.hadoop.mapred.TextInputFormat
264              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
265              properties:
266                bucket_count -1
267                columns key,value1,value2
268                columns.types string:string:string
269                file.inputformat org.apache.hadoop.mapred.TextInputFormat
270                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
271                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
272                name default.bucketmapjoin_tmp_result
273                serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
274                serialization.format 1
275                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
276                transient_lastDdlTime 1297330484
277              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
278              name: default.bucketmapjoin_tmp_result
279          tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-34-44_204_2973712557284504853/-ext-10001
280
281  Stage: Stage-2
282    Stats-Aggr Operator
283      Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-34-44_204_2973712557284504853/-ext-10000/
284
285  Stage: Stage-3
286    Map Reduce
287      Alias -> Map Operator Tree:
288        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-34-44_204_2973712557284504853/-ext-10002 
289            File Output Operator
290              compressed: false
291              GlobalTableId: 0
292              directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-34-44_204_2973712557284504853/-ext-10000
293              NumFilesPerFileSink: 1
294              table:
295                  input format: org.apache.hadoop.mapred.TextInputFormat
296                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
297                  properties:
298                    bucket_count -1
299                    columns key,value1,value2
300                    columns.types string:string:string
301                    file.inputformat org.apache.hadoop.mapred.TextInputFormat
302                    file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
303                    location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
304                    name default.bucketmapjoin_tmp_result
305                    serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
306                    serialization.format 1
307                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
308                    transient_lastDdlTime 1297330484
309                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
310                  name: default.bucketmapjoin_tmp_result
311              TotalFiles: 1
312              GatherStats: false
313              MultiFileSpray: false
314      Needs Tagging: false
315      Path -> Alias:
316        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-34-44_204_2973712557284504853/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-34-44_204_2973712557284504853/-ext-10002]
317      Path -> Partition:
318        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-34-44_204_2973712557284504853/-ext-10002 
319          Partition
320            base file name: -ext-10002
321            input format: org.apache.hadoop.mapred.TextInputFormat
322            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
323            properties:
324              bucket_count -1
325              columns key,value1,value2
326              columns.types string:string:string
327              file.inputformat org.apache.hadoop.mapred.TextInputFormat
328              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
329              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
330              name default.bucketmapjoin_tmp_result
331              serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
332              serialization.format 1
333              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
334              transient_lastDdlTime 1297330484
335            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
336          
337              input format: org.apache.hadoop.mapred.TextInputFormat
338              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
339              properties:
340                bucket_count -1
341                columns key,value1,value2
342                columns.types string:string:string
343                file.inputformat org.apache.hadoop.mapred.TextInputFormat
344                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
345                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
346                name default.bucketmapjoin_tmp_result
347                serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
348                serialization.format 1
349                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
350                transient_lastDdlTime 1297330484
351              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
352              name: default.bucketmapjoin_tmp_result
353            name: default.bucketmapjoin_tmp_result
354
355
356PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
357select /*+mapjoin(b)*/ a.key, a.value, b.value 
358from srcbucket_mapjoin_part_2 a join srcbucket_mapjoin_part b 
359on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08"
360PREHOOK: type: QUERY
361PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
362PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08
363PREHOOK: Output: default@bucketmapjoin_tmp_result
364POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
365select /*+mapjoin(b)*/ a.key, a.value, b.value 
366from srcbucket_mapjoin_part_2 a join srcbucket_mapjoin_part b 
367on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08"
368POSTHOOK: type: QUERY
369POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
370POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08
371POSTHOOK: Output: default@bucketmapjoin_tmp_result
372POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ]
373POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ]
374POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
375PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
376PREHOOK: type: QUERY
377PREHOOK: Input: default@bucketmapjoin_tmp_result
378PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-34-51_895_77836889145379095/-mr-10000
379POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
380POSTHOOK: type: QUERY
381POSTHOOK: Input: default@bucketmapjoin_tmp_result
382POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-34-51_895_77836889145379095/-mr-10000
383POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ]
384POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ]
385POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
386564
387PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_1
388select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
389PREHOOK: type: QUERY
390PREHOOK: Input: default@bucketmapjoin_tmp_result
391PREHOOK: Output: default@bucketmapjoin_hash_result_1
392POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_1
393select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
394POSTHOOK: type: QUERY
395POSTHOOK: Input: default@bucketmapjoin_tmp_result
396POSTHOOK: Output: default@bucketmapjoin_hash_result_1
397POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
398POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
399POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
400POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ]
401POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ]
402POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
403PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
404select /*+mapjoin(b)*/ a.key, a.value, b.value 
405from srcbucket_mapjoin_part_2 a join srcbucket_mapjoin_part b 
406on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08"
407PREHOOK: type: QUERY
408PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
409PREHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08
410PREHOOK: Output: default@bucketmapjoin_tmp_result
411POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
412select /*+mapjoin(b)*/ a.key, a.value, b.value 
413from srcbucket_mapjoin_part_2 a join srcbucket_mapjoin_part b 
414on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08"
415POSTHOOK: type: QUERY
416POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
417POSTHOOK: Input: default@srcbucket_mapjoin_part_2@ds=2008-04-08
418POSTHOOK: Output: default@bucketmapjoin_tmp_result
419POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
420POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
421POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
422POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ]
423POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ]
424POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ]
425POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ]
426POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
427POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
428PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
429PREHOOK: type: QUERY
430PREHOOK: Input: default@bucketmapjoin_tmp_result
431PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-35-06_716_6528981748204813247/-mr-10000
432POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
433POSTHOOK: type: QUERY
434POSTHOOK: Input: default@bucketmapjoin_tmp_result
435POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-35-06_716_6528981748204813247/-mr-10000
436POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
437POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
438POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
439POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ]
440POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ]
441POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ]
442POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ]
443POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
444POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
445564
446PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_2
447select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
448PREHOOK: type: QUERY
449PREHOOK: Input: default@bucketmapjoin_tmp_result
450PREHOOK: Output: default@bucketmapjoin_hash_result_2
451POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_2
452select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
453POSTHOOK: type: QUERY
454POSTHOOK: Input: default@bucketmapjoin_tmp_result
455POSTHOOK: Output: default@bucketmapjoin_hash_result_2
456POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
457POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
458POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
459POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
460POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
461POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
462POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ]
463POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ]
464POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ]
465POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ]
466POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
467POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
468PREHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
469from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
470on a.key = b.key
471PREHOOK: type: QUERY
472PREHOOK: Input: default@bucketmapjoin_hash_result_1
473PREHOOK: Input: default@bucketmapjoin_hash_result_2
474PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-35-14_628_984622570724825210/-mr-10000
475POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
476from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
477on a.key = b.key
478POSTHOOK: type: QUERY
479POSTHOOK: Input: default@bucketmapjoin_hash_result_1
480POSTHOOK: Input: default@bucketmapjoin_hash_result_2
481POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-35-14_628_984622570724825210/-mr-10000
482POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
483POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
484POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
485POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
486POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
487POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
488POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ]
489POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ]
490POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ]
491POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ]
492POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
493POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
4940	0	0
495PREHOOK: query: explain extended 
496insert overwrite table bucketmapjoin_tmp_result 
497select /*+mapjoin(a)*/ a.key, a.value, b.value 
498from srcbucket_mapjoin_part_2 a join srcbucket_mapjoin_part b 
499on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08"
500PREHOOK: type: QUERY
501POSTHOOK: query: explain extended 
502insert overwrite table bucketmapjoin_tmp_result 
503select /*+mapjoin(a)*/ a.key, a.value, b.value 
504from srcbucket_mapjoin_part_2 a join srcbucket_mapjoin_part b 
505on a.key=b.key and b.ds="2008-04-08" and a.ds="2008-04-08"
506POSTHOOK: type: QUERY
507POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
508POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
509POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
510POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
511POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
512POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
513POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ]
514POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ]
515POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ]
516POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ]
517POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
518POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
519ABSTRACT SYNTAX TREE:
520  (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part_2) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (and (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08")) (= (. (TOK_TABLE_OR_COL a) ds) "2008-04-08")))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value)))))
521
522STAGE DEPENDENCIES:
523  Stage-7 is a root stage
524  Stage-1 depends on stages: Stage-7
525  Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
526  Stage-4
527  Stage-0 depends on stages: Stage-4, Stage-3
528  Stage-2 depends on stages: Stage-0
529  Stage-3
530
531STAGE PLANS:
532  Stage: Stage-7
533    Map Reduce Local Work
534      Alias -> Map Local Tables:
535        a 
536          Fetch Operator
537            limit: -1
538      Alias -> Map Local Operator Tree:
539        a 
540          TableScan
541            alias: a
542            GatherStats: false
543            Filter Operator
544              isSamplingPred: false
545              predicate:
546                  expr: (ds = '2008-04-08')
547                  type: boolean
548              HashTable Sink Operator
549                condition expressions:
550                  0 {key} {value}
551                  1 {value}
552                handleSkewJoin: false
553                keys:
554                  0 [Column[key]]
555                  1 [Column[key]]
556                Position of Big Table: 1
557      Bucket Mapjoin Context:
558          Alias Bucket Base File Name Mapping:
559            a {srcbucket20.txt=[srcbucket22.txt], srcbucket21.txt=[srcbucket23.txt], srcbucket22.txt=[srcbucket22.txt], srcbucket23.txt=[srcbucket23.txt]}
560          Alias Bucket File Name Mapping:
561            a {pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]}
562          Alias Bucket Output File Name Mapping:
563            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0
564            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1
565            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2
566            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3
567
568  Stage: Stage-1
569    Map Reduce
570      Alias -> Map Operator Tree:
571        b 
572          TableScan
573            alias: b
574            GatherStats: false
575            Filter Operator
576              isSamplingPred: false
577              predicate:
578                  expr: (ds = '2008-04-08')
579                  type: boolean
580              Map Join Operator
581                condition map:
582                     Inner Join 0 to 1
583                condition expressions:
584                  0 {key} {value}
585                  1 {value}
586                handleSkewJoin: false
587                keys:
588                  0 [Column[key]]
589                  1 [Column[key]]
590                outputColumnNames: _col0, _col1, _col6
591                Position of Big Table: 1
592                Select Operator
593                  expressions:
594                        expr: _col0
595                        type: int
596                        expr: _col1
597                        type: string
598                        expr: _col6
599                        type: string
600                  outputColumnNames: _col0, _col1, _col6
601                  Select Operator
602                    expressions:
603                          expr: _col0
604                          type: int
605                          expr: _col1
606                          type: string
607                          expr: _col6
608                          type: string
609                    outputColumnNames: _col0, _col1, _col2
610                    File Output Operator
611                      compressed: false
612                      GlobalTableId: 1
613                      directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-35-18_368_6277373757642429866/-ext-10002
614                      NumFilesPerFileSink: 1
615                      Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-35-18_368_6277373757642429866/-ext-10000/
616                      table:
617                          input format: org.apache.hadoop.mapred.TextInputFormat
618                          output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
619                          properties:
620                            bucket_count -1
621                            columns key,value1,value2
622                            columns.types string:string:string
623                            file.inputformat org.apache.hadoop.mapred.TextInputFormat
624                            file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
625                            location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
626                            name default.bucketmapjoin_tmp_result
627                            numFiles 1
628                            numPartitions 0
629                            numRows 564
630                            serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
631                            serialization.format 1
632                            serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
633                            totalSize 11067
634                            transient_lastDdlTime 1297330506
635                          serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
636                          name: default.bucketmapjoin_tmp_result
637                      TotalFiles: 1
638                      GatherStats: true
639                      MultiFileSpray: false
640      Local Work:
641        Map Reduce Local Work
642      Needs Tagging: false
643      Path -> Alias:
644        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b]
645      Path -> Partition:
646        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 
647          Partition
648            base file name: ds=2008-04-08
649            input format: org.apache.hadoop.mapred.TextInputFormat
650            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
651            partition values:
652              ds 2008-04-08
653            properties:
654              bucket_count 4
655              bucket_field_name key
656              columns key,value
657              columns.types int:string
658              file.inputformat org.apache.hadoop.mapred.TextInputFormat
659              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
660              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08
661              name default.srcbucket_mapjoin_part
662              partition_columns ds
663              serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
664              serialization.format 1
665              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
666              transient_lastDdlTime 1297330480
667            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
668          
669              input format: org.apache.hadoop.mapred.TextInputFormat
670              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
671              properties:
672                bucket_count 4
673                bucket_field_name key
674                columns key,value
675                columns.types int:string
676                file.inputformat org.apache.hadoop.mapred.TextInputFormat
677                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
678                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part
679                name default.srcbucket_mapjoin_part
680                partition_columns ds
681                serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
682                serialization.format 1
683                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
684                transient_lastDdlTime 1297330480
685              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
686              name: default.srcbucket_mapjoin_part
687            name: default.srcbucket_mapjoin_part
688
689  Stage: Stage-5
690    Conditional Operator
691
692  Stage: Stage-4
693    Move Operator
694      files:
695          hdfs directory: true
696          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-35-18_368_6277373757642429866/-ext-10002
697          destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-35-18_368_6277373757642429866/-ext-10000
698
699  Stage: Stage-0
700    Move Operator
701      tables:
702          replace: true
703          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-35-18_368_6277373757642429866/-ext-10000
704          table:
705              input format: org.apache.hadoop.mapred.TextInputFormat
706              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
707              properties:
708                bucket_count -1
709                columns key,value1,value2
710                columns.types string:string:string
711                file.inputformat org.apache.hadoop.mapred.TextInputFormat
712                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
713                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
714                name default.bucketmapjoin_tmp_result
715                numFiles 1
716                numPartitions 0
717                numRows 564
718                serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
719                serialization.format 1
720                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
721                totalSize 11067
722                transient_lastDdlTime 1297330506
723              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
724              name: default.bucketmapjoin_tmp_result
725          tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-35-18_368_6277373757642429866/-ext-10001
726
727  Stage: Stage-2
728    Stats-Aggr Operator
729      Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-35-18_368_6277373757642429866/-ext-10000/
730
731  Stage: Stage-3
732    Map Reduce
733      Alias -> Map Operator Tree:
734        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-35-18_368_6277373757642429866/-ext-10002 
735            File Output Operator
736              compressed: false
737              GlobalTableId: 0
738              directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-35-18_368_6277373757642429866/-ext-10000
739              NumFilesPerFileSink: 1
740              table:
741                  input format: org.apache.hadoop.mapred.TextInputFormat
742                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
743                  properties:
744                    bucket_count -1
745                    columns key,value1,value2
746                    columns.types string:string:string
747                    file.inputformat org.apache.hadoop.mapred.TextInputFormat
748                    file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
749                    location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
750                    name default.bucketmapjoin_tmp_result
751                    numFiles 1
752                    numPartitions 0
753                    numRows 564
754                    serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
755                    serialization.format 1
756                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
757                    totalSize 11067
758                    transient_lastDdlTime 1297330506
759                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
760                  name: default.bucketmapjoin_tmp_result
761              TotalFiles: 1
762              GatherStats: false
763              MultiFileSpray: false
764      Needs Tagging: false
765      Path -> Alias:
766        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-35-18_368_6277373757642429866/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-35-18_368_…

Large files files are truncated, but you can click here to view the full file