PageRenderTime 52ms CodeModel.GetById 20ms app.highlight 19ms RepoModel.GetById 2ms app.codeStats 1ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/bucketmapjoin1.q.out

#
text | 1026 lines | 1002 code | 24 blank | 0 comment | 0 complexity | 4f95c8fa54aebc315fabccc2b9bf42c1 MD5 | raw file
   1PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
   2PREHOOK: type: CREATETABLE
   3POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
   4POSTHOOK: type: CREATETABLE
   5POSTHOOK: Output: default@srcbucket_mapjoin
   6PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin
   7PREHOOK: type: LOAD
   8POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin
   9POSTHOOK: type: LOAD
  10POSTHOOK: Output: default@srcbucket_mapjoin
  11PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin
  12PREHOOK: type: LOAD
  13POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin
  14POSTHOOK: type: LOAD
  15POSTHOOK: Output: default@srcbucket_mapjoin
  16PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE
  17PREHOOK: type: CREATETABLE
  18POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE
  19POSTHOOK: type: CREATETABLE
  20POSTHOOK: Output: default@srcbucket_mapjoin_part
  21PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
  22PREHOOK: type: LOAD
  23POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
  24POSTHOOK: type: LOAD
  25POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
  26PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
  27PREHOOK: type: LOAD
  28POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
  29POSTHOOK: type: LOAD
  30POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
  31PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
  32PREHOOK: type: LOAD
  33POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
  34POSTHOOK: type: LOAD
  35POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
  36PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
  37PREHOOK: type: LOAD
  38POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
  39POSTHOOK: type: LOAD
  40POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
  41PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
  42PREHOOK: type: CREATETABLE
  43POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
  44POSTHOOK: type: CREATETABLE
  45POSTHOOK: Output: default@srcbucket_mapjoin_part_2
  46PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
  47PREHOOK: type: LOAD
  48POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
  49POSTHOOK: type: LOAD
  50POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08
  51PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
  52PREHOOK: type: LOAD
  53POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
  54POSTHOOK: type: LOAD
  55POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08
  56PREHOOK: query: create table bucketmapjoin_hash_result_1 (key bigint , value1 bigint, value2 bigint)
  57PREHOOK: type: CREATETABLE
  58POSTHOOK: query: create table bucketmapjoin_hash_result_1 (key bigint , value1 bigint, value2 bigint)
  59POSTHOOK: type: CREATETABLE
  60POSTHOOK: Output: default@bucketmapjoin_hash_result_1
  61PREHOOK: query: create table bucketmapjoin_hash_result_2 (key bigint , value1 bigint, value2 bigint)
  62PREHOOK: type: CREATETABLE
  63POSTHOOK: query: create table bucketmapjoin_hash_result_2 (key bigint , value1 bigint, value2 bigint)
  64POSTHOOK: type: CREATETABLE
  65POSTHOOK: Output: default@bucketmapjoin_hash_result_2
  66PREHOOK: query: create table bucketmapjoin_tmp_result (key string , value1 string, value2 string)
  67PREHOOK: type: CREATETABLE
  68POSTHOOK: query: create table bucketmapjoin_tmp_result (key string , value1 string, value2 string)
  69POSTHOOK: type: CREATETABLE
  70POSTHOOK: Output: default@bucketmapjoin_tmp_result
  71PREHOOK: query: explain extended
  72insert overwrite table bucketmapjoin_tmp_result 
  73select /*+mapjoin(b)*/ a.key, a.value, b.value 
  74from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
  75on a.key=b.key where b.ds="2008-04-08"
  76PREHOOK: type: QUERY
  77POSTHOOK: query: explain extended
  78insert overwrite table bucketmapjoin_tmp_result 
  79select /*+mapjoin(b)*/ a.key, a.value, b.value 
  80from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
  81on a.key=b.key where b.ds="2008-04-08"
  82POSTHOOK: type: QUERY
  83ABSTRACT SYNTAX TREE:
  84  (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08"))))
  85
  86STAGE DEPENDENCIES:
  87  Stage-7 is a root stage
  88  Stage-1 depends on stages: Stage-7
  89  Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
  90  Stage-4
  91  Stage-0 depends on stages: Stage-4, Stage-3
  92  Stage-2 depends on stages: Stage-0
  93  Stage-3
  94
  95STAGE PLANS:
  96  Stage: Stage-7
  97    Map Reduce Local Work
  98      Alias -> Map Local Tables:
  99        b 
 100          Fetch Operator
 101            limit: -1
 102      Alias -> Map Local Operator Tree:
 103        b 
 104          TableScan
 105            alias: b
 106            GatherStats: false
 107            HashTable Sink Operator
 108              condition expressions:
 109                0 {key} {value}
 110                1 {value} {ds}
 111              handleSkewJoin: false
 112              keys:
 113                0 [Column[key]]
 114                1 [Column[key]]
 115              Position of Big Table: 0
 116      Bucket Mapjoin Context:
 117          Alias Bucket Base File Name Mapping:
 118            b {srcbucket20.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket21.txt=[srcbucket21.txt, srcbucket23.txt]}
 119          Alias Bucket File Name Mapping:
 120            b {pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]}
 121          Alias Bucket Output File Name Mapping:
 122            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0
 123            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1
 124
 125  Stage: Stage-1
 126    Map Reduce
 127      Alias -> Map Operator Tree:
 128        a 
 129          TableScan
 130            alias: a
 131            GatherStats: false
 132            Map Join Operator
 133              condition map:
 134                   Inner Join 0 to 1
 135              condition expressions:
 136                0 {key} {value}
 137                1 {value} {ds}
 138              handleSkewJoin: false
 139              keys:
 140                0 [Column[key]]
 141                1 [Column[key]]
 142              outputColumnNames: _col0, _col1, _col5, _col6
 143              Position of Big Table: 0
 144              Select Operator
 145                expressions:
 146                      expr: _col0
 147                      type: int
 148                      expr: _col1
 149                      type: string
 150                      expr: _col5
 151                      type: string
 152                      expr: _col6
 153                      type: string
 154                outputColumnNames: _col0, _col1, _col5, _col6
 155                Filter Operator
 156                  isSamplingPred: false
 157                  predicate:
 158                      expr: (_col6 = '2008-04-08')
 159                      type: boolean
 160                  Select Operator
 161                    expressions:
 162                          expr: _col0
 163                          type: int
 164                          expr: _col1
 165                          type: string
 166                          expr: _col5
 167                          type: string
 168                    outputColumnNames: _col0, _col1, _col2
 169                    File Output Operator
 170                      compressed: false
 171                      GlobalTableId: 1
 172                      directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002
 173                      NumFilesPerFileSink: 1
 174                      Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000/
 175                      table:
 176                          input format: org.apache.hadoop.mapred.TextInputFormat
 177                          output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 178                          properties:
 179                            bucket_count -1
 180                            columns key,value1,value2
 181                            columns.types string:string:string
 182                            file.inputformat org.apache.hadoop.mapred.TextInputFormat
 183                            file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 184                            location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
 185                            name default.bucketmapjoin_tmp_result
 186                            serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
 187                            serialization.format 1
 188                            serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 189                            transient_lastDdlTime 1297330334
 190                          serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 191                          name: default.bucketmapjoin_tmp_result
 192                      TotalFiles: 1
 193                      GatherStats: true
 194                      MultiFileSpray: false
 195      Local Work:
 196        Map Reduce Local Work
 197      Needs Tagging: false
 198      Path -> Alias:
 199        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin [a]
 200      Path -> Partition:
 201        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin 
 202          Partition
 203            base file name: srcbucket_mapjoin
 204            input format: org.apache.hadoop.mapred.TextInputFormat
 205            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 206            properties:
 207              bucket_count 2
 208              bucket_field_name key
 209              columns key,value
 210              columns.types int:string
 211              file.inputformat org.apache.hadoop.mapred.TextInputFormat
 212              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 213              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin
 214              name default.srcbucket_mapjoin
 215              serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
 216              serialization.format 1
 217              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 218              transient_lastDdlTime 1297330330
 219            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 220          
 221              input format: org.apache.hadoop.mapred.TextInputFormat
 222              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 223              properties:
 224                bucket_count 2
 225                bucket_field_name key
 226                columns key,value
 227                columns.types int:string
 228                file.inputformat org.apache.hadoop.mapred.TextInputFormat
 229                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 230                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin
 231                name default.srcbucket_mapjoin
 232                serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
 233                serialization.format 1
 234                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 235                transient_lastDdlTime 1297330330
 236              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 237              name: default.srcbucket_mapjoin
 238            name: default.srcbucket_mapjoin
 239
 240  Stage: Stage-5
 241    Conditional Operator
 242
 243  Stage: Stage-4
 244    Move Operator
 245      files:
 246          hdfs directory: true
 247          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002
 248          destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000
 249
 250  Stage: Stage-0
 251    Move Operator
 252      tables:
 253          replace: true
 254          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000
 255          table:
 256              input format: org.apache.hadoop.mapred.TextInputFormat
 257              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 258              properties:
 259                bucket_count -1
 260                columns key,value1,value2
 261                columns.types string:string:string
 262                file.inputformat org.apache.hadoop.mapred.TextInputFormat
 263                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 264                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
 265                name default.bucketmapjoin_tmp_result
 266                serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
 267                serialization.format 1
 268                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 269                transient_lastDdlTime 1297330334
 270              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 271              name: default.bucketmapjoin_tmp_result
 272          tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10001
 273
 274  Stage: Stage-2
 275    Stats-Aggr Operator
 276      Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000/
 277
 278  Stage: Stage-3
 279    Map Reduce
 280      Alias -> Map Operator Tree:
 281        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 
 282            File Output Operator
 283              compressed: false
 284              GlobalTableId: 0
 285              directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000
 286              NumFilesPerFileSink: 1
 287              table:
 288                  input format: org.apache.hadoop.mapred.TextInputFormat
 289                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 290                  properties:
 291                    bucket_count -1
 292                    columns key,value1,value2
 293                    columns.types string:string:string
 294                    file.inputformat org.apache.hadoop.mapred.TextInputFormat
 295                    file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 296                    location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
 297                    name default.bucketmapjoin_tmp_result
 298                    serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
 299                    serialization.format 1
 300                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 301                    transient_lastDdlTime 1297330334
 302                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 303                  name: default.bucketmapjoin_tmp_result
 304              TotalFiles: 1
 305              GatherStats: false
 306              MultiFileSpray: false
 307      Needs Tagging: false
 308      Path -> Alias:
 309        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002]
 310      Path -> Partition:
 311        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 
 312          Partition
 313            base file name: -ext-10002
 314            input format: org.apache.hadoop.mapred.TextInputFormat
 315            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 316            properties:
 317              bucket_count -1
 318              columns key,value1,value2
 319              columns.types string:string:string
 320              file.inputformat org.apache.hadoop.mapred.TextInputFormat
 321              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 322              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
 323              name default.bucketmapjoin_tmp_result
 324              serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
 325              serialization.format 1
 326              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 327              transient_lastDdlTime 1297330334
 328            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 329          
 330              input format: org.apache.hadoop.mapred.TextInputFormat
 331              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 332              properties:
 333                bucket_count -1
 334                columns key,value1,value2
 335                columns.types string:string:string
 336                file.inputformat org.apache.hadoop.mapred.TextInputFormat
 337                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 338                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
 339                name default.bucketmapjoin_tmp_result
 340                serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
 341                serialization.format 1
 342                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 343                transient_lastDdlTime 1297330334
 344              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 345              name: default.bucketmapjoin_tmp_result
 346            name: default.bucketmapjoin_tmp_result
 347
 348
 349PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
 350select /*+mapjoin(b)*/ a.key, a.value, b.value 
 351from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
 352on a.key=b.key where b.ds="2008-04-08"
 353PREHOOK: type: QUERY
 354PREHOOK: Input: default@srcbucket_mapjoin
 355PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
 356PREHOOK: Output: default@bucketmapjoin_tmp_result
 357POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
 358select /*+mapjoin(b)*/ a.key, a.value, b.value 
 359from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
 360on a.key=b.key where b.ds="2008-04-08"
 361POSTHOOK: type: QUERY
 362POSTHOOK: Input: default@srcbucket_mapjoin
 363POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
 364POSTHOOK: Output: default@bucketmapjoin_tmp_result
 365POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 366POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 367POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 368PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
 369PREHOOK: type: QUERY
 370PREHOOK: Input: default@bucketmapjoin_tmp_result
 371PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-22_115_3370231433781185993/-mr-10000
 372POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
 373POSTHOOK: type: QUERY
 374POSTHOOK: Input: default@bucketmapjoin_tmp_result
 375POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-22_115_3370231433781185993/-mr-10000
 376POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 377POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 378POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 379464
 380PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_1
 381select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
 382PREHOOK: type: QUERY
 383PREHOOK: Input: default@bucketmapjoin_tmp_result
 384PREHOOK: Output: default@bucketmapjoin_hash_result_1
 385POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_1
 386select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
 387POSTHOOK: type: QUERY
 388POSTHOOK: Input: default@bucketmapjoin_tmp_result
 389POSTHOOK: Output: default@bucketmapjoin_hash_result_1
 390POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 391POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 392POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 393POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 394POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 395POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 396PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
 397select /*+mapjoin(b)*/ a.key, a.value, b.value 
 398from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
 399on a.key=b.key where b.ds="2008-04-08"
 400PREHOOK: type: QUERY
 401PREHOOK: Input: default@srcbucket_mapjoin
 402PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
 403PREHOOK: Output: default@bucketmapjoin_tmp_result
 404POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
 405select /*+mapjoin(b)*/ a.key, a.value, b.value 
 406from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
 407on a.key=b.key where b.ds="2008-04-08"
 408POSTHOOK: type: QUERY
 409POSTHOOK: Input: default@srcbucket_mapjoin
 410POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
 411POSTHOOK: Output: default@bucketmapjoin_tmp_result
 412POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 413POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 414POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 415POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 416POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 417POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 418POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 419POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 420POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 421PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
 422PREHOOK: type: QUERY
 423PREHOOK: Input: default@bucketmapjoin_tmp_result
 424PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-36_794_2065549773611334726/-mr-10000
 425POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
 426POSTHOOK: type: QUERY
 427POSTHOOK: Input: default@bucketmapjoin_tmp_result
 428POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-36_794_2065549773611334726/-mr-10000
 429POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 430POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 431POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 432POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 433POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 434POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 435POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 436POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 437POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 438464
 439PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_2
 440select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
 441PREHOOK: type: QUERY
 442PREHOOK: Input: default@bucketmapjoin_tmp_result
 443PREHOOK: Output: default@bucketmapjoin_hash_result_2
 444POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_2
 445select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
 446POSTHOOK: type: QUERY
 447POSTHOOK: Input: default@bucketmapjoin_tmp_result
 448POSTHOOK: Output: default@bucketmapjoin_hash_result_2
 449POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 450POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 451POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 452POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 453POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 454POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 455POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 456POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 457POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 458POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 459POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 460POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 461PREHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
 462from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
 463on a.key = b.key
 464PREHOOK: type: QUERY
 465PREHOOK: Input: default@bucketmapjoin_hash_result_1
 466PREHOOK: Input: default@bucketmapjoin_hash_result_2
 467PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-44_744_7341074953851265954/-mr-10000
 468POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
 469from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
 470on a.key = b.key
 471POSTHOOK: type: QUERY
 472POSTHOOK: Input: default@bucketmapjoin_hash_result_1
 473POSTHOOK: Input: default@bucketmapjoin_hash_result_2
 474POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-44_744_7341074953851265954/-mr-10000
 475POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 476POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 477POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 478POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 479POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 480POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 481POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 482POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 483POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 484POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 485POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 486POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 4870	0	0
 488PREHOOK: query: explain extended
 489insert overwrite table bucketmapjoin_tmp_result 
 490select /*+mapjoin(a)*/ a.key, a.value, b.value 
 491from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
 492on a.key=b.key where b.ds="2008-04-08"
 493PREHOOK: type: QUERY
 494POSTHOOK: query: explain extended
 495insert overwrite table bucketmapjoin_tmp_result 
 496select /*+mapjoin(a)*/ a.key, a.value, b.value 
 497from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
 498on a.key=b.key where b.ds="2008-04-08"
 499POSTHOOK: type: QUERY
 500POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 501POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 502POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 503POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 504POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 505POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 506POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 507POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 508POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 509POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 510POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 511POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 512ABSTRACT SYNTAX TREE:
 513  (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08"))))
 514
 515STAGE DEPENDENCIES:
 516  Stage-7 is a root stage
 517  Stage-1 depends on stages: Stage-7
 518  Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
 519  Stage-4
 520  Stage-0 depends on stages: Stage-4, Stage-3
 521  Stage-2 depends on stages: Stage-0
 522  Stage-3
 523
 524STAGE PLANS:
 525  Stage: Stage-7
 526    Map Reduce Local Work
 527      Alias -> Map Local Tables:
 528        a 
 529          Fetch Operator
 530            limit: -1
 531      Alias -> Map Local Operator Tree:
 532        a 
 533          TableScan
 534            alias: a
 535            GatherStats: false
 536            HashTable Sink Operator
 537              condition expressions:
 538                0 {key} {value}
 539                1 {value} {ds}
 540              handleSkewJoin: false
 541              keys:
 542                0 [Column[key]]
 543                1 [Column[key]]
 544              Position of Big Table: 1
 545      Bucket Mapjoin Context:
 546          Alias Bucket Base File Name Mapping:
 547            a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]}
 548          Alias Bucket File Name Mapping:
 549            a {pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]}
 550          Alias Bucket Output File Name Mapping:
 551            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0
 552            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1
 553            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2
 554            pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3
 555
 556  Stage: Stage-1
 557    Map Reduce
 558      Alias -> Map Operator Tree:
 559        b 
 560          TableScan
 561            alias: b
 562            GatherStats: false
 563            Map Join Operator
 564              condition map:
 565                   Inner Join 0 to 1
 566              condition expressions:
 567                0 {key} {value}
 568                1 {value} {ds}
 569              handleSkewJoin: false
 570              keys:
 571                0 [Column[key]]
 572                1 [Column[key]]
 573              outputColumnNames: _col0, _col1, _col5, _col6
 574              Position of Big Table: 1
 575              Select Operator
 576                expressions:
 577                      expr: _col0
 578                      type: int
 579                      expr: _col1
 580                      type: string
 581                      expr: _col5
 582                      type: string
 583                      expr: _col6
 584                      type: string
 585                outputColumnNames: _col0, _col1, _col5, _col6
 586                Filter Operator
 587                  isSamplingPred: false
 588                  predicate:
 589                      expr: (_col6 = '2008-04-08')
 590                      type: boolean
 591                  Select Operator
 592                    expressions:
 593                          expr: _col0
 594                          type: int
 595                          expr: _col1
 596                          type: string
 597                          expr: _col5
 598                          type: string
 599                    outputColumnNames: _col0, _col1, _col2
 600                    File Output Operator
 601                      compressed: false
 602                      GlobalTableId: 1
 603                      directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002
 604                      NumFilesPerFileSink: 1
 605                      Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000/
 606                      table:
 607                          input format: org.apache.hadoop.mapred.TextInputFormat
 608                          output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 609                          properties:
 610                            bucket_count -1
 611                            columns key,value1,value2
 612                            columns.types string:string:string
 613                            file.inputformat org.apache.hadoop.mapred.TextInputFormat
 614                            file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 615                            location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
 616                            name default.bucketmapjoin_tmp_result
 617                            numFiles 1
 618                            numPartitions 0
 619                            numRows 464
 620                            serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
 621                            serialization.format 1
 622                            serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 623                            totalSize 8983
 624                            transient_lastDdlTime 1297330356
 625                          serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 626                          name: default.bucketmapjoin_tmp_result
 627                      TotalFiles: 1
 628                      GatherStats: true
 629                      MultiFileSpray: false
 630      Local Work:
 631        Map Reduce Local Work
 632      Needs Tagging: false
 633      Path -> Alias:
 634        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b]
 635      Path -> Partition:
 636        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 
 637          Partition
 638            base file name: ds=2008-04-08
 639            input format: org.apache.hadoop.mapred.TextInputFormat
 640            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 641            partition values:
 642              ds 2008-04-08
 643            properties:
 644              bucket_count 4
 645              bucket_field_name key
 646              columns key,value
 647              columns.types int:string
 648              file.inputformat org.apache.hadoop.mapred.TextInputFormat
 649              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 650              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08
 651              name default.srcbucket_mapjoin_part
 652              partition_columns ds
 653              serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
 654              serialization.format 1
 655              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 656              transient_lastDdlTime 1297330330
 657            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 658          
 659              input format: org.apache.hadoop.mapred.TextInputFormat
 660              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 661              properties:
 662                bucket_count 4
 663                bucket_field_name key
 664                columns key,value
 665                columns.types int:string
 666                file.inputformat org.apache.hadoop.mapred.TextInputFormat
 667                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 668                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part
 669                name default.srcbucket_mapjoin_part
 670                partition_columns ds
 671                serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
 672                serialization.format 1
 673                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 674                transient_lastDdlTime 1297330330
 675              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 676              name: default.srcbucket_mapjoin_part
 677            name: default.srcbucket_mapjoin_part
 678
 679  Stage: Stage-5
 680    Conditional Operator
 681
 682  Stage: Stage-4
 683    Move Operator
 684      files:
 685          hdfs directory: true
 686          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002
 687          destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000
 688
 689  Stage: Stage-0
 690    Move Operator
 691      tables:
 692          replace: true
 693          source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000
 694          table:
 695              input format: org.apache.hadoop.mapred.TextInputFormat
 696              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 697              properties:
 698                bucket_count -1
 699                columns key,value1,value2
 700                columns.types string:string:string
 701                file.inputformat org.apache.hadoop.mapred.TextInputFormat
 702                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 703                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
 704                name default.bucketmapjoin_tmp_result
 705                numFiles 1
 706                numPartitions 0
 707                numRows 464
 708                serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
 709                serialization.format 1
 710                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 711                totalSize 8983
 712                transient_lastDdlTime 1297330356
 713              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 714              name: default.bucketmapjoin_tmp_result
 715          tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10001
 716
 717  Stage: Stage-2
 718    Stats-Aggr Operator
 719      Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000/
 720
 721  Stage: Stage-3
 722    Map Reduce
 723      Alias -> Map Operator Tree:
 724        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 
 725            File Output Operator
 726              compressed: false
 727              GlobalTableId: 0
 728              directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000
 729              NumFilesPerFileSink: 1
 730              table:
 731                  input format: org.apache.hadoop.mapred.TextInputFormat
 732                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 733                  properties:
 734                    bucket_count -1
 735                    columns key,value1,value2
 736                    columns.types string:string:string
 737                    file.inputformat org.apache.hadoop.mapred.TextInputFormat
 738                    file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 739                    location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
 740                    name default.bucketmapjoin_tmp_result
 741                    numFiles 1
 742                    numPartitions 0
 743                    numRows 464
 744                    serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
 745                    serialization.format 1
 746                    serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 747                    totalSize 8983
 748                    transient_lastDdlTime 1297330356
 749                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 750                  name: default.bucketmapjoin_tmp_result
 751              TotalFiles: 1
 752              GatherStats: false
 753              MultiFileSpray: false
 754      Needs Tagging: false
 755      Path -> Alias:
 756        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002]
 757      Path -> Partition:
 758        pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 
 759          Partition
 760            base file name: -ext-10002
 761            input format: org.apache.hadoop.mapred.TextInputFormat
 762            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 763            properties:
 764              bucket_count -1
 765              columns key,value1,value2
 766              columns.types string:string:string
 767              file.inputformat org.apache.hadoop.mapred.TextInputFormat
 768              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 769              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
 770              name default.bucketmapjoin_tmp_result
 771              numFiles 1
 772              numPartitions 0
 773              numRows 464
 774              serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
 775              serialization.format 1
 776              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 777              totalSize 8983
 778              transient_lastDdlTime 1297330356
 779            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 780          
 781              input format: org.apache.hadoop.mapred.TextInputFormat
 782              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 783              properties:
 784                bucket_count -1
 785                columns key,value1,value2
 786                columns.types string:string:string
 787                file.inputformat org.apache.hadoop.mapred.TextInputFormat
 788                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 789                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
 790                name default.bucketmapjoin_tmp_result
 791                numFiles 1
 792                numPartitions 0
 793                numRows 464
 794                serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
 795                serialization.format 1
 796                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 797                totalSize 8983
 798                transient_lastDdlTime 1297330356
 799              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 800              name: default.bucketmapjoin_tmp_result
 801            name: default.bucketmapjoin_tmp_result
 802
 803
 804PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
 805select /*+mapjoin(a)*/ a.key, a.value, b.value 
 806from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
 807on a.key=b.key where b.ds="2008-04-08"
 808PREHOOK: type: QUERY
 809PREHOOK: Input: default@srcbucket_mapjoin
 810PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
 811PREHOOK: Output: default@bucketmapjoin_tmp_result
 812POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
 813select /*+mapjoin(a)*/ a.key, a.value, b.value 
 814from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
 815on a.key=b.key where b.ds="2008-04-08"
 816POSTHOOK: type: QUERY
 817POSTHOOK: Input: default@srcbucket_mapjoin
 818POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
 819POSTHOOK: Output: default@bucketmapjoin_tmp_result
 820POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 821POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 822POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 823POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 824POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 825POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 826POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 827POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 828POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 829POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 830POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 831POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 832POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 833POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 834POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 835PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
 836PREHOOK: type: QUERY
 837PREHOOK: Input: default@bucketmapjoin_tmp_result
 838PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-56_690_1409406427201936056/-mr-10000
 839POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
 840POSTHOOK: type: QUERY
 841POSTHOOK: Input: default@bucketmapjoin_tmp_result
 842POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-56_690_1409406427201936056/-mr-10000
 843POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 844POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 845POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 846POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 847POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 848POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 849POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 850POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 851POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 852POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 853POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 854POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 855POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 856POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 857POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 858464
 859PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_1
 860select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
 861PREHOOK: type: QUERY
 862PREHOOK: Input: default@bucketmapjoin_tmp_result
 863PREHOOK: Output: default@bucketmapjoin_hash_result_1
 864POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_1
 865select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
 866POSTHOOK: type: QUERY
 867POSTHOOK: Input: default@bucketmapjoin_tmp_result
 868POSTHOOK: Output: default@bucketmapjoin_hash_result_1
 869POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 870POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 871POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 872POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 873POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 874POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 875POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 876POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 877POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 878POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 879POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 880POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 881POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 882POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 883POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 884POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 885POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 886POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 887PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
 888select /*+mapjoin(a)*/ a.key, a.value, b.value 
 889from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
 890on a.key=b.key where b.ds="2008-04-08"
 891PREHOOK: type: QUERY
 892PREHOOK: Input: default@srcbucket_mapjoin
 893PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
 894PREHOOK: Output: default@bucketmapjoin_tmp_result
 895POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
 896select /*+mapjoin(a)*/ a.key, a.value, b.value 
 897from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
 898on a.key=b.key where b.ds="2008-04-08"
 899POSTHOOK: type: QUERY
 900POSTHOOK: Input: default@srcbucket_mapjoin
 901POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
 902POSTHOOK: Output: default@bucketmapjoin_tmp_result
 903POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 904POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 905POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 906POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 907POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 908POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 909POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 910POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 911POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 912POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 913POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 914POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 915POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 916POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 917POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 918POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 919POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 920POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 921POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 922POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 923POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 924PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
 925PREHOOK: type: QUERY
 926PREHOOK: Input: default@bucketmapjoin_tmp_result
 927PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-33-11_515_3403090985854448731/-mr-10000
 928POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
 929POSTHOOK: type: QUERY
 930POSTHOOK: Input: default@bucketmapjoin_tmp_result
 931POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-33-11_515_3403090985854448731/-mr-10000
 932POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 933POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 934POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 935POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 936POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 937POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 938POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 939POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 940POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 941POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 942POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 943POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 944POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 945POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 946POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 947POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 948POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 949POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 950POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 951POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 952POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 953464
 954PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_2
 955select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
 956PREHOOK: type: QUERY
 957PREHOOK: Input: default@bucketmapjoin_tmp_result
 958PREHOOK: Output: default@bucketmapjoin_hash_result_2
 959POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_2
 960select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
 961POSTHOOK: type: QUERY
 962POSTHOOK: Input: default@bucketmapjoin_tmp_result
 963POSTHOOK: Output: default@bucketmapjoin_hash_result_2
 964POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 965POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 966POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 967POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 968POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 969POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 970POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 971POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
 972POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 973POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
 974POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 975POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
 976POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 977POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 978POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 979POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
 980POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 981POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 982POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 983POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
 984POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 985POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 986POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 987POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
 988PREHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
 989from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
 990on a.key = b.key
 991PREHOOK: type: QUERY
 992PREHOOK: Input: default@bucketmapjoin_hash_result_1
 993PREHOOK: Input: default@bucketmapjoin_hash_result_2
 994PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-33-19_520_7001499734711665691/-mr-10000
 995POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
 996from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
 997on a.key = b.key
 998POSTHOOK: type: QUERY
 999POSTHOOK: Input: default@bucketmapjoin_hash_result_1
1000POSTHOOK: Input: default@bucketmapjoin_hash_result_2
1001POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-33-19_520_7001499734711665691/-mr-10000
1002POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
1003POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
1004POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
1005POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
1006POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
1007POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
1008POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
1009POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
1010POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
1011POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
1012POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
1013POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
1014POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
1015POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
1016POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
1017POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
1018POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
1019POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
1020POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
1021POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
1022POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
1023POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
1024POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
1025POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
10260	0	0