PageRenderTime 27ms CodeModel.GetById 14ms app.highlight 8ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/bucketmapjoin1.q.out

#
text | 1026 lines | 1002 code | 24 blank | 0 comment | 0 complexity | 4f95c8fa54aebc315fabccc2b9bf42c1 MD5 | raw file

Large files files are truncated, but you can click here to view the full file

  1PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
  2PREHOOK: type: CREATETABLE
  3POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
  4POSTHOOK: type: CREATETABLE
  5POSTHOOK: Output: default@srcbucket_mapjoin
  6PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin
  7PREHOOK: type: LOAD
  8POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin
  9POSTHOOK: type: LOAD
 10POSTHOOK: Output: default@srcbucket_mapjoin
 11PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin
 12PREHOOK: type: LOAD
 13POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin
 14POSTHOOK: type: LOAD
 15POSTHOOK: Output: default@srcbucket_mapjoin
 16PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE
 17PREHOOK: type: CREATETABLE
 18POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE
 19POSTHOOK: type: CREATETABLE
 20POSTHOOK: Output: default@srcbucket_mapjoin_part
 21PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 22PREHOOK: type: LOAD
 23POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 24POSTHOOK: type: LOAD
 25POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
 26PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 27PREHOOK: type: LOAD
 28POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 29POSTHOOK: type: LOAD
 30POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
 31PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 32PREHOOK: type: LOAD
 33POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 34POSTHOOK: type: LOAD
 35POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
 36PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 37PREHOOK: type: LOAD
 38POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
 39POSTHOOK: type: LOAD
 40POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
 41PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
 42PREHOOK: type: CREATETABLE
 43POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
 44POSTHOOK: type: CREATETABLE
 45POSTHOOK: Output: default@srcbucket_mapjoin_part_2
 46PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
 47PREHOOK: type: LOAD
 48POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
 49POSTHOOK: type: LOAD
 50POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08
 51PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
 52PREHOOK: type: LOAD
 53POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
 54POSTHOOK: type: LOAD
 55POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08
 56PREHOOK: query: create table bucketmapjoin_hash_result_1 (key bigint , value1 bigint, value2 bigint)
 57PREHOOK: type: CREATETABLE
 58POSTHOOK: query: create table bucketmapjoin_hash_result_1 (key bigint , value1 bigint, value2 bigint)
 59POSTHOOK: type: CREATETABLE
 60POSTHOOK: Output: default@bucketmapjoin_hash_result_1
 61PREHOOK: query: create table bucketmapjoin_hash_result_2 (key bigint , value1 bigint, value2 bigint)
 62PREHOOK: type: CREATETABLE
 63POSTHOOK: query: create table bucketmapjoin_hash_result_2 (key bigint , value1 bigint, value2 bigint)
 64POSTHOOK: type: CREATETABLE
 65POSTHOOK: Output: default@bucketmapjoin_hash_result_2
 66PREHOOK: query: create table bucketmapjoin_tmp_result (key string , value1 string, value2 string)
 67PREHOOK: type: CREATETABLE
 68POSTHOOK: query: create table bucketmapjoin_tmp_result (key string , value1 string, value2 string)
 69POSTHOOK: type: CREATETABLE
 70POSTHOOK: Output: default@bucketmapjoin_tmp_result
 71PREHOOK: query: explain extended
 72insert overwrite table bucketmapjoin_tmp_result 
 73select /*+mapjoin(b)*/ a.key, a.value, b.value 
 74from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
 75on a.key=b.key where b.ds="2008-04-08"
 76PREHOOK: type: QUERY
 77POSTHOOK: query: explain extended
 78insert overwrite table bucketmapjoin_tmp_result 
 79select /*+mapjoin(b)*/ a.key, a.value, b.value 
 80from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
 81on a.key=b.key where b.ds="2008-04-08"
 82POSTHOOK: type: QUERY
 83ABSTRACT SYNTAX TREE:
 84  (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08"))))
 85
 86STAGE DEPENDENCIES:
 87  Stage-7 is a root stage
 88  Stage-1 depends on stages: Stage-7
 89  Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
 90  Stage-4
 91  Stage-0 depends on stages: Stage-4, Stage-3
 92  Stage-2 depends on stages: Stage-0
 93  Stage-3
 94
 95STAGE PLANS:
 96  Stage: Stage-7
 97    Map Reduce Local Work
 98      Alias -> Map Local Tables:
 99        b 
100          Fetch Operator
101            limit: -1
102      Alias -> Map Local Operator Tree:
103        b 
104          TableScan
105            alias: b
106            GatherStats: false
107            HashTable Sink Operator
108              condition expressions:
109                0 {key} {value}
110                1 {value} {ds}
111              handleSkewJoin: false
112              keys:
113                0 [Column[key]]
114                1 [Column[key]]
115              Position of Big Table: 0
116      Bucket Mapjoin Context:
117          Alias Bucket Base File Name Mapping:
118            b {srcbucket20.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket21.txt=[srcbucket21.txt, srcbucket23.txt]}
119          Alias Bucket File Name Mapping:
120            b {pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]}
121          Alias Bucket Output File Name Mapping:
122            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0
123            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1
124
125  Stage: Stage-1
126    Map Reduce
127      Alias -> Map Operator Tree:
128        a 
129          TableScan
130            alias: a
131            GatherStats: false
132            Map Join Operator
133              condition map:
134                   Inner Join 0 to 1
135              condition expressions:
136                0 {key} {value}
137                1 {value} {ds}
138              handleSkewJoin: false
139              keys:
140                0 [Column[key]]
141                1 [Column[key]]
142              outputColumnNames: _col0, _col1, _col5, _col6
143              Position of Big Table: 0
144              Select Operator
145                expressions:
146                      expr: _col0
147                      type: int
148                      expr: _col1
149                      type: string
150                      expr: _col5
151                      type: string
152                      expr: _col6
153                      type: string
154                outputColumnNames: _col0, _col1, _col5, _col6
155                Filter Operator
156                  isSamplingPred: false
157                  predicate:
158                      expr: (_col6 = '2008-04-08')
159                      type: boolean
160                  Select Operator
161                    expressions:
162                          expr: _col0
163                          type: int
164                          expr: _col1
165                          type: string
166                          expr: _col5
167                          type: string
168                    outputColumnNames: _col0, _col1, _col2
169                    File Output Operator
170                      compressed: false
171                      GlobalTableId: 1
172                      directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002
173                      NumFilesPerFileSink: 1
174                      Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000/
175                      table:
176                          input format: org.apache.hadoop.mapred.TextInputFormat
177                          output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
178                          properties:
179                            bucket_count -1
180                            columns key,value1,value2
181                            columns.types string:string:string
182                            file.inputformat org.apache.hadoop.mapred.TextInputFormat
183                            file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
184                            location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
185                            name default.bucketmapjoin_tmp_result
186                            serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
187                            serialization.format 1
188                            serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
189                            transient_lastDdlTime 1297330334
190                          serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
191                          name: default.bucketmapjoin_tmp_result
192                      TotalFiles: 1
193                      GatherStats: true
194                      MultiFileSpray: false
195      Local Work:
196        Map Reduce Local Work
197      Needs Tagging: false
198      Path -> Alias:
199        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin [a]
200      Path -> Partition:
201        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin 
202          Partition
203            base file name: srcbucket_mapjoin
204            input format: org.apache.hadoop.mapred.TextInputFormat
205            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
206            properties:
207              bucket_count 2
208              bucket_field_name key
209              columns key,value
210              columns.types int:string
211              file.inputformat org.apache.hadoop.mapred.TextInputFormat
212              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
213              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin
214              name default.srcbucket_mapjoin
215              serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
216              serialization.format 1
217              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
218              transient_lastDdlTime 1297330330
219            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
220          
221              input format: org.apache.hadoop.mapred.TextInputFormat
222              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
223              properties:
224                bucket_count 2
225                bucket_field_name key
226                columns key,value
227                columns.types int:string
228                file.inputformat org.apache.hadoop.mapred.TextInputFormat
229                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
230                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin
231                name default.srcbucket_mapjoin
232                serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
233                serialization.format 1
234                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
235                transient_lastDdlTime 1297330330
236              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
237              name: default.srcbucket_mapjoin
238            name: default.srcbucket_mapjoin
239
240  Stage: Stage-5
241    Conditional Operator
242
243  Stage: Stage-4
244    Move Operator
245      files:
246          hdfs directory: true
247          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002
248          destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000
249
250  Stage: Stage-0
251    Move Operator
252      tables:
253          replace: true
254          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000
255          table:
256              input format: org.apache.hadoop.mapred.TextInputFormat
257              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
258              properties:
259                bucket_count -1
260                columns key,value1,value2
261                columns.types string:string:string
262                file.inputformat org.apache.hadoop.mapred.TextInputFormat
263                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
264                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
265                name default.bucketmapjoin_tmp_result
266                serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
267                serialization.format 1
268                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
269                transient_lastDdlTime 1297330334
270              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
271              name: default.bucketmapjoin_tmp_result
272          tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10001
273
274  Stage: Stage-2
275    Stats-Aggr Operator
276      Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000/
277
278  Stage: Stage-3
279    Map Reduce
280      Alias -> Map Operator Tree:
281        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 
282            File Output Operator
283              compressed: false
284              GlobalTableId: 0
285              directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000
286              NumFilesPerFileSink: 1
287              table:
288                  input format: org.apache.hadoop.mapred.TextInputFormat
289                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
290                  properties:
291                    bucket_count -1
292                    columns key,value1,value2
293                    columns.types string:string:string
294                    file.inputformat org.apache.hadoop.mapred.TextInputFormat
295                    file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
296                    location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
297                    name default.bucketmapjoin_tmp_result
298                    serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
299                    serialization.format 1
300                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
301                    transient_lastDdlTime 1297330334
302                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
303                  name: default.bucketmapjoin_tmp_result
304              TotalFiles: 1
305              GatherStats: false
306              MultiFileSpray: false
307      Needs Tagging: false
308      Path -> Alias:
309        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002]
310      Path -> Partition:
311        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 
312          Partition
313            base file name: -ext-10002
314            input format: org.apache.hadoop.mapred.TextInputFormat
315            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
316            properties:
317              bucket_count -1
318              columns key,value1,value2
319              columns.types string:string:string
320              file.inputformat org.apache.hadoop.mapred.TextInputFormat
321              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
322              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
323              name default.bucketmapjoin_tmp_result
324              serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
325              serialization.format 1
326              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
327              transient_lastDdlTime 1297330334
328            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
329          
330              input format: org.apache.hadoop.mapred.TextInputFormat
331              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
332              properties:
333                bucket_count -1
334                columns key,value1,value2
335                columns.types string:string:string
336                file.inputformat org.apache.hadoop.mapred.TextInputFormat
337                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
338                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
339                name default.bucketmapjoin_tmp_result
340                serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
341                serialization.format 1
342                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
343                transient_lastDdlTime 1297330334
344              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
345              name: default.bucketmapjoin_tmp_result
346            name: default.bucketmapjoin_tmp_result
347
348
349PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
350select /*+mapjoin(b)*/ a.key, a.value, b.value 
351from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
352on a.key=b.key where b.ds="2008-04-08"
353PREHOOK: type: QUERY
354PREHOOK: Input: default@srcbucket_mapjoin
355PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
356PREHOOK: Output: default@bucketmapjoin_tmp_result
357POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
358select /*+mapjoin(b)*/ a.key, a.value, b.value 
359from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
360on a.key=b.key where b.ds="2008-04-08"
361POSTHOOK: type: QUERY
362POSTHOOK: Input: default@srcbucket_mapjoin
363POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
364POSTHOOK: Output: default@bucketmapjoin_tmp_result
365POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
366POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
367POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
368PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
369PREHOOK: type: QUERY
370PREHOOK: Input: default@bucketmapjoin_tmp_result
371PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-22_115_3370231433781185993/-mr-10000
372POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
373POSTHOOK: type: QUERY
374POSTHOOK: Input: default@bucketmapjoin_tmp_result
375POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-22_115_3370231433781185993/-mr-10000
376POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
377POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
378POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
379464
380PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_1
381select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
382PREHOOK: type: QUERY
383PREHOOK: Input: default@bucketmapjoin_tmp_result
384PREHOOK: Output: default@bucketmapjoin_hash_result_1
385POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_1
386select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
387POSTHOOK: type: QUERY
388POSTHOOK: Input: default@bucketmapjoin_tmp_result
389POSTHOOK: Output: default@bucketmapjoin_hash_result_1
390POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
391POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
392POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
393POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
394POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
395POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
396PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
397select /*+mapjoin(b)*/ a.key, a.value, b.value 
398from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
399on a.key=b.key where b.ds="2008-04-08"
400PREHOOK: type: QUERY
401PREHOOK: Input: default@srcbucket_mapjoin
402PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
403PREHOOK: Output: default@bucketmapjoin_tmp_result
404POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
405select /*+mapjoin(b)*/ a.key, a.value, b.value 
406from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
407on a.key=b.key where b.ds="2008-04-08"
408POSTHOOK: type: QUERY
409POSTHOOK: Input: default@srcbucket_mapjoin
410POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
411POSTHOOK: Output: default@bucketmapjoin_tmp_result
412POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
413POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
414POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
415POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
416POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
417POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
418POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
419POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
420POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
421PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
422PREHOOK: type: QUERY
423PREHOOK: Input: default@bucketmapjoin_tmp_result
424PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-36_794_2065549773611334726/-mr-10000
425POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
426POSTHOOK: type: QUERY
427POSTHOOK: Input: default@bucketmapjoin_tmp_result
428POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-36_794_2065549773611334726/-mr-10000
429POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
430POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
431POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
432POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
433POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
434POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
435POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
436POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
437POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
438464
439PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_2
440select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
441PREHOOK: type: QUERY
442PREHOOK: Input: default@bucketmapjoin_tmp_result
443PREHOOK: Output: default@bucketmapjoin_hash_result_2
444POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_2
445select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
446POSTHOOK: type: QUERY
447POSTHOOK: Input: default@bucketmapjoin_tmp_result
448POSTHOOK: Output: default@bucketmapjoin_hash_result_2
449POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
450POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
451POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
452POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
453POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
454POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
455POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
456POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
457POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
458POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
459POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
460POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
461PREHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
462from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
463on a.key = b.key
464PREHOOK: type: QUERY
465PREHOOK: Input: default@bucketmapjoin_hash_result_1
466PREHOOK: Input: default@bucketmapjoin_hash_result_2
467PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-44_744_7341074953851265954/-mr-10000
468POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
469from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
470on a.key = b.key
471POSTHOOK: type: QUERY
472POSTHOOK: Input: default@bucketmapjoin_hash_result_1
473POSTHOOK: Input: default@bucketmapjoin_hash_result_2
474POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-44_744_7341074953851265954/-mr-10000
475POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
476POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
477POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
478POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
479POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
480POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
481POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
482POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
483POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
484POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
485POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
486POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
4870	0	0
488PREHOOK: query: explain extended
489insert overwrite table bucketmapjoin_tmp_result 
490select /*+mapjoin(a)*/ a.key, a.value, b.value 
491from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
492on a.key=b.key where b.ds="2008-04-08"
493PREHOOK: type: QUERY
494POSTHOOK: query: explain extended
495insert overwrite table bucketmapjoin_tmp_result 
496select /*+mapjoin(a)*/ a.key, a.value, b.value 
497from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
498on a.key=b.key where b.ds="2008-04-08"
499POSTHOOK: type: QUERY
500POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
501POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
502POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
503POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
504POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
505POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
506POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
507POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
508POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
509POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
510POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
511POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
512ABSTRACT SYNTAX TREE:
513  (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08"))))
514
515STAGE DEPENDENCIES:
516  Stage-7 is a root stage
517  Stage-1 depends on stages: Stage-7
518  Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
519  Stage-4
520  Stage-0 depends on stages: Stage-4, Stage-3
521  Stage-2 depends on stages: Stage-0
522  Stage-3
523
524STAGE PLANS:
525  Stage: Stage-7
526    Map Reduce Local Work
527      Alias -> Map Local Tables:
528        a 
529          Fetch Operator
530            limit: -1
531      Alias -> Map Local Operator Tree:
532        a 
533          TableScan
534            alias: a
535            GatherStats: false
536            HashTable Sink Operator
537              condition expressions:
538                0 {key} {value}
539                1 {value} {ds}
540              handleSkewJoin: false
541              keys:
542                0 [Column[key]]
543                1 [Column[key]]
544              Position of Big Table: 1
545      Bucket Mapjoin Context:
546          Alias Bucket Base File Name Mapping:
547            a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]}
548          Alias Bucket File Name Mapping:
549            a {pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]}
550          Alias Bucket Output File Name Mapping:
551            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0
552            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1
553            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2
554            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3
555
556  Stage: Stage-1
557    Map Reduce
558      Alias -> Map Operator Tree:
559        b 
560          TableScan
561            alias: b
562            GatherStats: false
563            Map Join Operator
564              condition map:
565                   Inner Join 0 to 1
566              condition expressions:
567                0 {key} {value}
568                1 {value} {ds}
569              handleSkewJoin: false
570              keys:
571                0 [Column[key]]
572                1 [Column[key]]
573              outputColumnNames: _col0, _col1, _col5, _col6
574              Position of Big Table: 1
575              Select Operator
576                expressions:
577                      expr: _col0
578                      type: int
579                      expr: _col1
580                      type: string
581                      expr: _col5
582                      type: string
583                      expr: _col6
584                      type: string
585                outputColumnNames: _col0, _col1, _col5, _col6
586                Filter Operator
587                  isSamplingPred: false
588                  predicate:
589                      expr: (_col6 = '2008-04-08')
590                      type: boolean
591                  Select Operator
592                    expressions:
593                          expr: _col0
594                          type: int
595                          expr: _col1
596                          type: string
597                          expr: _col5
598                          type: string
599                    outputColumnNames: _col0, _col1, _col2
600                    File Output Operator
601                      compressed: false
602                      GlobalTableId: 1
603                      directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002
604                      NumFilesPerFileSink: 1
605                      Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000/
606                      table:
607                          input format: org.apache.hadoop.mapred.TextInputFormat
608                          output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
609                          properties:
610                            bucket_count -1
611                            columns key,value1,value2
612                            columns.types string:string:string
613                            file.inputformat org.apache.hadoop.mapred.TextInputFormat
614                            file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
615                            location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
616                            name default.bucketmapjoin_tmp_result
617                            numFiles 1
618                            numPartitions 0
619                            numRows 464
620                            serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
621                            serialization.format 1
622                            serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
623                            totalSize 8983
624                            transient_lastDdlTime 1297330356
625                          serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
626                          name: default.bucketmapjoin_tmp_result
627                      TotalFiles: 1
628                      GatherStats: true
629                      MultiFileSpray: false
630      Local Work:
631        Map Reduce Local Work
632      Needs Tagging: false
633      Path -> Alias:
634        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b]
635      Path -> Partition:
636        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 
637          Partition
638            base file name: ds=2008-04-08
639            input format: org.apache.hadoop.mapred.TextInputFormat
640            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
641            partition values:
642              ds 2008-04-08
643            properties:
644              bucket_count 4
645              bucket_field_name key
646              columns key,value
647              columns.types int:string
648              file.inputformat org.apache.hadoop.mapred.TextInputFormat
649              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
650              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08
651              name default.srcbucket_mapjoin_part
652              partition_columns ds
653              serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
654              serialization.format 1
655              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
656              transient_lastDdlTime 1297330330
657            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
658          
659              input format: org.apache.hadoop.mapred.TextInputFormat
660              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
661              properties:
662                bucket_count 4
663                bucket_field_name key
664                columns key,value
665                columns.types int:string
666                file.inputformat org.apache.hadoop.mapred.TextInputFormat
667                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
668                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part
669                name default.srcbucket_mapjoin_part
670                partition_columns ds
671                serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
672                serialization.format 1
673                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
674                transient_lastDdlTime 1297330330
675              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
676              name: default.srcbucket_mapjoin_part
677            name: default.srcbucket_mapjoin_part
678
679  Stage: Stage-5
680    Conditional Operator
681
682  Stage: Stage-4
683    Move Operator
684      files:
685          hdfs directory: true
686          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002
687          destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000
688
689  Stage: Stage-0
690    Move Operator
691      tables:
692          replace: true
693          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000
694          table:
695              input format: org.apache.hadoop.mapred.TextInputFormat
696              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
697              properties:
698                bucket_count -1
699                columns key,value1,value2
700                columns.types string:string:string
701                file.inputformat org.apache.hadoop.mapred.TextInputFormat
702                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
703                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
704                name default.bucketmapjoin_tmp_result
705                numFiles 1
706                numPartitions 0
707                numRows 464
708                serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
709                serialization.format 1
710                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
711                totalSize 8983
712                transient_lastDdlTime 1297330356
713              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
714              name: default.bucketmapjoin_tmp_result
715          tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10001
716
717  Stage: Stage-2
718    Stats-Aggr Operator
719      Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000/
720
721  Stage: Stage-3
722    Map Reduce
723      Alias -> Map Operator Tree:
724        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 
725            File Output Operator
726              compressed: false
727              GlobalTableId: 0
728              directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000
729              NumFilesPerFileSink: 1
730              table:
731                  input format: org.apache.hadoop.mapred.TextInputFormat
732                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
733                  properties:
734                    bucket_count -1
735                    columns key,value1,value2
736                    columns.types string:string:string
737                    file.inputformat org.apache.hadoop.mapred.TextInputFormat
738                    file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
739                    location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
740                    name default.bucketmapjoin_tmp_result
741                    numFiles 1
742                    numPartitions 0
743                    numRows 464
744                    serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
745                    serialization.format 1
746                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
747                    totalSize 8983
748                    transient_lastDdlTime 1297330356
749                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
750                  name: default.bucketmapjoin_tmp_result
751              TotalFiles: 1
752              GatherStats: false
753              MultiFileSpray: false
754      Needs Tagging: false
755      Path -> Alias:
756        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002]
757      Path -> Partition:
758        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 
759          Partition
760            base file name: -ext-10002
761            input format: org.apache.hadoop.mapred.TextInputFormat
762            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
763            properties:
764              bucket_count -1
765              columns key,value1,value2
766              columns.types string:string:string
767              file.inputformat org.apache.hadoop.mapred.TextInputFormat
768              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
769              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
770              name default.bucketmapjoin_tmp_result
771              numFiles 1
772              numPartitions 0
773              numRows 464
774              serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
775              serialization.format 1
776              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
777              t…

Large files files are truncated, but you can click here to view the full file