/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/bucketmapjoin1.q.out
text | 1026 lines | 1002 code | 24 blank | 0 comment | 0 complexity | 4f95c8fa54aebc315fabccc2b9bf42c1 MD5 | raw file
1PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE 2PREHOOK: type: CREATETABLE 3POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE 4POSTHOOK: type: CREATETABLE 5POSTHOOK: Output: default@srcbucket_mapjoin 6PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin 7PREHOOK: type: LOAD 8POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin 9POSTHOOK: type: LOAD 10POSTHOOK: Output: default@srcbucket_mapjoin 11PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin 12PREHOOK: type: LOAD 13POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin 14POSTHOOK: type: LOAD 15POSTHOOK: Output: default@srcbucket_mapjoin 16PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE 17PREHOOK: type: CREATETABLE 18POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE 19POSTHOOK: type: CREATETABLE 20POSTHOOK: Output: default@srcbucket_mapjoin_part 21PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') 22PREHOOK: type: LOAD 23POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') 24POSTHOOK: type: LOAD 25POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 26PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') 27PREHOOK: type: LOAD 28POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') 29POSTHOOK: type: LOAD 30POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 31PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') 32PREHOOK: type: LOAD 33POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') 34POSTHOOK: type: LOAD 35POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 36PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') 37PREHOOK: type: LOAD 38POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') 39POSTHOOK: type: LOAD 40POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 41PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE 42PREHOOK: type: CREATETABLE 43POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE 44POSTHOOK: type: CREATETABLE 45POSTHOOK: Output: default@srcbucket_mapjoin_part_2 46PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08') 47PREHOOK: type: LOAD 48POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08') 49POSTHOOK: type: LOAD 50POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08 51PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08') 52PREHOOK: type: LOAD 53POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08') 54POSTHOOK: type: LOAD 55POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08 56PREHOOK: query: create table bucketmapjoin_hash_result_1 (key bigint , value1 bigint, value2 bigint) 57PREHOOK: type: CREATETABLE 58POSTHOOK: query: create table bucketmapjoin_hash_result_1 (key bigint , value1 bigint, value2 bigint) 59POSTHOOK: type: CREATETABLE 60POSTHOOK: Output: default@bucketmapjoin_hash_result_1 61PREHOOK: query: create table bucketmapjoin_hash_result_2 (key bigint , value1 bigint, value2 bigint) 62PREHOOK: type: CREATETABLE 63POSTHOOK: query: create table bucketmapjoin_hash_result_2 (key bigint , value1 bigint, value2 bigint) 64POSTHOOK: type: CREATETABLE 65POSTHOOK: Output: default@bucketmapjoin_hash_result_2 66PREHOOK: query: create table bucketmapjoin_tmp_result (key string , value1 string, value2 string) 67PREHOOK: type: CREATETABLE 68POSTHOOK: query: create table bucketmapjoin_tmp_result (key string , value1 string, value2 string) 69POSTHOOK: type: CREATETABLE 70POSTHOOK: Output: default@bucketmapjoin_tmp_result 71PREHOOK: query: explain extended 72insert overwrite table bucketmapjoin_tmp_result 73select /*+mapjoin(b)*/ a.key, a.value, b.value 74from srcbucket_mapjoin a join srcbucket_mapjoin_part b 75on a.key=b.key where b.ds="2008-04-08" 76PREHOOK: type: QUERY 77POSTHOOK: query: explain extended 78insert overwrite table bucketmapjoin_tmp_result 79select /*+mapjoin(b)*/ a.key, a.value, b.value 80from srcbucket_mapjoin a join srcbucket_mapjoin_part b 81on a.key=b.key where b.ds="2008-04-08" 82POSTHOOK: type: QUERY 83ABSTRACT SYNTAX TREE: 84 (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08")))) 85 86STAGE DEPENDENCIES: 87 Stage-7 is a root stage 88 Stage-1 depends on stages: Stage-7 89 Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3 90 Stage-4 91 Stage-0 depends on stages: Stage-4, Stage-3 92 Stage-2 depends on stages: Stage-0 93 Stage-3 94 95STAGE PLANS: 96 Stage: Stage-7 97 Map Reduce Local Work 98 Alias -> Map Local Tables: 99 b 100 Fetch Operator 101 limit: -1 102 Alias -> Map Local Operator Tree: 103 b 104 TableScan 105 alias: b 106 GatherStats: false 107 HashTable Sink Operator 108 condition expressions: 109 0 {key} {value} 110 1 {value} {ds} 111 handleSkewJoin: false 112 keys: 113 0 [Column[key]] 114 1 [Column[key]] 115 Position of Big Table: 0 116 Bucket Mapjoin Context: 117 Alias Bucket Base File Name Mapping: 118 b {srcbucket20.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket21.txt=[srcbucket21.txt, srcbucket23.txt]} 119 Alias Bucket File Name Mapping: 120 b {pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} 121 Alias Bucket Output File Name Mapping: 122 pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 123 pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 124 125 Stage: Stage-1 126 Map Reduce 127 Alias -> Map Operator Tree: 128 a 129 TableScan 130 alias: a 131 GatherStats: false 132 Map Join Operator 133 condition map: 134 Inner Join 0 to 1 135 condition expressions: 136 0 {key} {value} 137 1 {value} {ds} 138 handleSkewJoin: false 139 keys: 140 0 [Column[key]] 141 1 [Column[key]] 142 outputColumnNames: _col0, _col1, _col5, _col6 143 Position of Big Table: 0 144 Select Operator 145 expressions: 146 expr: _col0 147 type: int 148 expr: _col1 149 type: string 150 expr: _col5 151 type: string 152 expr: _col6 153 type: string 154 outputColumnNames: _col0, _col1, _col5, _col6 155 Filter Operator 156 isSamplingPred: false 157 predicate: 158 expr: (_col6 = '2008-04-08') 159 type: boolean 160 Select Operator 161 expressions: 162 expr: _col0 163 type: int 164 expr: _col1 165 type: string 166 expr: _col5 167 type: string 168 outputColumnNames: _col0, _col1, _col2 169 File Output Operator 170 compressed: false 171 GlobalTableId: 1 172 directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 173 NumFilesPerFileSink: 1 174 Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000/ 175 table: 176 input format: org.apache.hadoop.mapred.TextInputFormat 177 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 178 properties: 179 bucket_count -1 180 columns key,value1,value2 181 columns.types string:string:string 182 file.inputformat org.apache.hadoop.mapred.TextInputFormat 183 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 184 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result 185 name default.bucketmapjoin_tmp_result 186 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} 187 serialization.format 1 188 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 189 transient_lastDdlTime 1297330334 190 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 191 name: default.bucketmapjoin_tmp_result 192 TotalFiles: 1 193 GatherStats: true 194 MultiFileSpray: false 195 Local Work: 196 Map Reduce Local Work 197 Needs Tagging: false 198 Path -> Alias: 199 pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin [a] 200 Path -> Partition: 201 pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin 202 Partition 203 base file name: srcbucket_mapjoin 204 input format: org.apache.hadoop.mapred.TextInputFormat 205 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 206 properties: 207 bucket_count 2 208 bucket_field_name key 209 columns key,value 210 columns.types int:string 211 file.inputformat org.apache.hadoop.mapred.TextInputFormat 212 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 213 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin 214 name default.srcbucket_mapjoin 215 serialization.ddl struct srcbucket_mapjoin { i32 key, string value} 216 serialization.format 1 217 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 218 transient_lastDdlTime 1297330330 219 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 220 221 input format: org.apache.hadoop.mapred.TextInputFormat 222 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 223 properties: 224 bucket_count 2 225 bucket_field_name key 226 columns key,value 227 columns.types int:string 228 file.inputformat org.apache.hadoop.mapred.TextInputFormat 229 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 230 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin 231 name default.srcbucket_mapjoin 232 serialization.ddl struct srcbucket_mapjoin { i32 key, string value} 233 serialization.format 1 234 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 235 transient_lastDdlTime 1297330330 236 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 237 name: default.srcbucket_mapjoin 238 name: default.srcbucket_mapjoin 239 240 Stage: Stage-5 241 Conditional Operator 242 243 Stage: Stage-4 244 Move Operator 245 files: 246 hdfs directory: true 247 source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 248 destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000 249 250 Stage: Stage-0 251 Move Operator 252 tables: 253 replace: true 254 source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000 255 table: 256 input format: org.apache.hadoop.mapred.TextInputFormat 257 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 258 properties: 259 bucket_count -1 260 columns key,value1,value2 261 columns.types string:string:string 262 file.inputformat org.apache.hadoop.mapred.TextInputFormat 263 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 264 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result 265 name default.bucketmapjoin_tmp_result 266 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} 267 serialization.format 1 268 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 269 transient_lastDdlTime 1297330334 270 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 271 name: default.bucketmapjoin_tmp_result 272 tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10001 273 274 Stage: Stage-2 275 Stats-Aggr Operator 276 Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000/ 277 278 Stage: Stage-3 279 Map Reduce 280 Alias -> Map Operator Tree: 281 pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 282 File Output Operator 283 compressed: false 284 GlobalTableId: 0 285 directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000 286 NumFilesPerFileSink: 1 287 table: 288 input format: org.apache.hadoop.mapred.TextInputFormat 289 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 290 properties: 291 bucket_count -1 292 columns key,value1,value2 293 columns.types string:string:string 294 file.inputformat org.apache.hadoop.mapred.TextInputFormat 295 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 296 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result 297 name default.bucketmapjoin_tmp_result 298 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} 299 serialization.format 1 300 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 301 transient_lastDdlTime 1297330334 302 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 303 name: default.bucketmapjoin_tmp_result 304 TotalFiles: 1 305 GatherStats: false 306 MultiFileSpray: false 307 Needs Tagging: false 308 Path -> Alias: 309 pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002] 310 Path -> Partition: 311 pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 312 Partition 313 base file name: -ext-10002 314 input format: org.apache.hadoop.mapred.TextInputFormat 315 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 316 properties: 317 bucket_count -1 318 columns key,value1,value2 319 columns.types string:string:string 320 file.inputformat org.apache.hadoop.mapred.TextInputFormat 321 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 322 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result 323 name default.bucketmapjoin_tmp_result 324 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} 325 serialization.format 1 326 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 327 transient_lastDdlTime 1297330334 328 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 329 330 input format: org.apache.hadoop.mapred.TextInputFormat 331 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 332 properties: 333 bucket_count -1 334 columns key,value1,value2 335 columns.types string:string:string 336 file.inputformat org.apache.hadoop.mapred.TextInputFormat 337 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 338 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result 339 name default.bucketmapjoin_tmp_result 340 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} 341 serialization.format 1 342 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 343 transient_lastDdlTime 1297330334 344 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 345 name: default.bucketmapjoin_tmp_result 346 name: default.bucketmapjoin_tmp_result 347 348 349PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 350select /*+mapjoin(b)*/ a.key, a.value, b.value 351from srcbucket_mapjoin a join srcbucket_mapjoin_part b 352on a.key=b.key where b.ds="2008-04-08" 353PREHOOK: type: QUERY 354PREHOOK: Input: default@srcbucket_mapjoin 355PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 356PREHOOK: Output: default@bucketmapjoin_tmp_result 357POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 358select /*+mapjoin(b)*/ a.key, a.value, b.value 359from srcbucket_mapjoin a join srcbucket_mapjoin_part b 360on a.key=b.key where b.ds="2008-04-08" 361POSTHOOK: type: QUERY 362POSTHOOK: Input: default@srcbucket_mapjoin 363POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 364POSTHOOK: Output: default@bucketmapjoin_tmp_result 365POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 366POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 367POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 368PREHOOK: query: select count(1) from bucketmapjoin_tmp_result 369PREHOOK: type: QUERY 370PREHOOK: Input: default@bucketmapjoin_tmp_result 371PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-22_115_3370231433781185993/-mr-10000 372POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result 373POSTHOOK: type: QUERY 374POSTHOOK: Input: default@bucketmapjoin_tmp_result 375POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-22_115_3370231433781185993/-mr-10000 376POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 377POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 378POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 379464 380PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_1 381select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result 382PREHOOK: type: QUERY 383PREHOOK: Input: default@bucketmapjoin_tmp_result 384PREHOOK: Output: default@bucketmapjoin_hash_result_1 385POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_1 386select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result 387POSTHOOK: type: QUERY 388POSTHOOK: Input: default@bucketmapjoin_tmp_result 389POSTHOOK: Output: default@bucketmapjoin_hash_result_1 390POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 391POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 392POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 393POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 394POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 395POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 396PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 397select /*+mapjoin(b)*/ a.key, a.value, b.value 398from srcbucket_mapjoin a join srcbucket_mapjoin_part b 399on a.key=b.key where b.ds="2008-04-08" 400PREHOOK: type: QUERY 401PREHOOK: Input: default@srcbucket_mapjoin 402PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 403PREHOOK: Output: default@bucketmapjoin_tmp_result 404POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 405select /*+mapjoin(b)*/ a.key, a.value, b.value 406from srcbucket_mapjoin a join srcbucket_mapjoin_part b 407on a.key=b.key where b.ds="2008-04-08" 408POSTHOOK: type: QUERY 409POSTHOOK: Input: default@srcbucket_mapjoin 410POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 411POSTHOOK: Output: default@bucketmapjoin_tmp_result 412POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 413POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 414POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 415POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 416POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 417POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 418POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 419POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 420POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 421PREHOOK: query: select count(1) from bucketmapjoin_tmp_result 422PREHOOK: type: QUERY 423PREHOOK: Input: default@bucketmapjoin_tmp_result 424PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-36_794_2065549773611334726/-mr-10000 425POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result 426POSTHOOK: type: QUERY 427POSTHOOK: Input: default@bucketmapjoin_tmp_result 428POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-36_794_2065549773611334726/-mr-10000 429POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 430POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 431POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 432POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 433POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 434POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 435POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 436POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 437POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 438464 439PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_2 440select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result 441PREHOOK: type: QUERY 442PREHOOK: Input: default@bucketmapjoin_tmp_result 443PREHOOK: Output: default@bucketmapjoin_hash_result_2 444POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_2 445select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result 446POSTHOOK: type: QUERY 447POSTHOOK: Input: default@bucketmapjoin_tmp_result 448POSTHOOK: Output: default@bucketmapjoin_hash_result_2 449POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 450POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 451POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 452POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 453POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 454POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 455POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 456POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 457POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 458POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 459POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 460POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 461PREHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 462from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b 463on a.key = b.key 464PREHOOK: type: QUERY 465PREHOOK: Input: default@bucketmapjoin_hash_result_1 466PREHOOK: Input: default@bucketmapjoin_hash_result_2 467PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-44_744_7341074953851265954/-mr-10000 468POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 469from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b 470on a.key = b.key 471POSTHOOK: type: QUERY 472POSTHOOK: Input: default@bucketmapjoin_hash_result_1 473POSTHOOK: Input: default@bucketmapjoin_hash_result_2 474POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-44_744_7341074953851265954/-mr-10000 475POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 476POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 477POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 478POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 479POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 480POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 481POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 482POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 483POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 484POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 485POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 486POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 4870 0 0 488PREHOOK: query: explain extended 489insert overwrite table bucketmapjoin_tmp_result 490select /*+mapjoin(a)*/ a.key, a.value, b.value 491from srcbucket_mapjoin a join srcbucket_mapjoin_part b 492on a.key=b.key where b.ds="2008-04-08" 493PREHOOK: type: QUERY 494POSTHOOK: query: explain extended 495insert overwrite table bucketmapjoin_tmp_result 496select /*+mapjoin(a)*/ a.key, a.value, b.value 497from srcbucket_mapjoin a join srcbucket_mapjoin_part b 498on a.key=b.key where b.ds="2008-04-08" 499POSTHOOK: type: QUERY 500POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 501POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 502POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 503POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 504POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 505POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 506POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 507POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 508POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 509POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 510POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 511POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 512ABSTRACT SYNTAX TREE: 513 (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08")))) 514 515STAGE DEPENDENCIES: 516 Stage-7 is a root stage 517 Stage-1 depends on stages: Stage-7 518 Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3 519 Stage-4 520 Stage-0 depends on stages: Stage-4, Stage-3 521 Stage-2 depends on stages: Stage-0 522 Stage-3 523 524STAGE PLANS: 525 Stage: Stage-7 526 Map Reduce Local Work 527 Alias -> Map Local Tables: 528 a 529 Fetch Operator 530 limit: -1 531 Alias -> Map Local Operator Tree: 532 a 533 TableScan 534 alias: a 535 GatherStats: false 536 HashTable Sink Operator 537 condition expressions: 538 0 {key} {value} 539 1 {value} {ds} 540 handleSkewJoin: false 541 keys: 542 0 [Column[key]] 543 1 [Column[key]] 544 Position of Big Table: 1 545 Bucket Mapjoin Context: 546 Alias Bucket Base File Name Mapping: 547 a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]} 548 Alias Bucket File Name Mapping: 549 a {pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} 550 Alias Bucket Output File Name Mapping: 551 pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 552 pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 553 pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 554 pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 555 556 Stage: Stage-1 557 Map Reduce 558 Alias -> Map Operator Tree: 559 b 560 TableScan 561 alias: b 562 GatherStats: false 563 Map Join Operator 564 condition map: 565 Inner Join 0 to 1 566 condition expressions: 567 0 {key} {value} 568 1 {value} {ds} 569 handleSkewJoin: false 570 keys: 571 0 [Column[key]] 572 1 [Column[key]] 573 outputColumnNames: _col0, _col1, _col5, _col6 574 Position of Big Table: 1 575 Select Operator 576 expressions: 577 expr: _col0 578 type: int 579 expr: _col1 580 type: string 581 expr: _col5 582 type: string 583 expr: _col6 584 type: string 585 outputColumnNames: _col0, _col1, _col5, _col6 586 Filter Operator 587 isSamplingPred: false 588 predicate: 589 expr: (_col6 = '2008-04-08') 590 type: boolean 591 Select Operator 592 expressions: 593 expr: _col0 594 type: int 595 expr: _col1 596 type: string 597 expr: _col5 598 type: string 599 outputColumnNames: _col0, _col1, _col2 600 File Output Operator 601 compressed: false 602 GlobalTableId: 1 603 directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 604 NumFilesPerFileSink: 1 605 Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000/ 606 table: 607 input format: org.apache.hadoop.mapred.TextInputFormat 608 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 609 properties: 610 bucket_count -1 611 columns key,value1,value2 612 columns.types string:string:string 613 file.inputformat org.apache.hadoop.mapred.TextInputFormat 614 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 615 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result 616 name default.bucketmapjoin_tmp_result 617 numFiles 1 618 numPartitions 0 619 numRows 464 620 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} 621 serialization.format 1 622 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 623 totalSize 8983 624 transient_lastDdlTime 1297330356 625 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 626 name: default.bucketmapjoin_tmp_result 627 TotalFiles: 1 628 GatherStats: true 629 MultiFileSpray: false 630 Local Work: 631 Map Reduce Local Work 632 Needs Tagging: false 633 Path -> Alias: 634 pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] 635 Path -> Partition: 636 pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 637 Partition 638 base file name: ds=2008-04-08 639 input format: org.apache.hadoop.mapred.TextInputFormat 640 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 641 partition values: 642 ds 2008-04-08 643 properties: 644 bucket_count 4 645 bucket_field_name key 646 columns key,value 647 columns.types int:string 648 file.inputformat org.apache.hadoop.mapred.TextInputFormat 649 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 650 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 651 name default.srcbucket_mapjoin_part 652 partition_columns ds 653 serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} 654 serialization.format 1 655 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 656 transient_lastDdlTime 1297330330 657 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 658 659 input format: org.apache.hadoop.mapred.TextInputFormat 660 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 661 properties: 662 bucket_count 4 663 bucket_field_name key 664 columns key,value 665 columns.types int:string 666 file.inputformat org.apache.hadoop.mapred.TextInputFormat 667 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 668 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part 669 name default.srcbucket_mapjoin_part 670 partition_columns ds 671 serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} 672 serialization.format 1 673 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 674 transient_lastDdlTime 1297330330 675 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 676 name: default.srcbucket_mapjoin_part 677 name: default.srcbucket_mapjoin_part 678 679 Stage: Stage-5 680 Conditional Operator 681 682 Stage: Stage-4 683 Move Operator 684 files: 685 hdfs directory: true 686 source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 687 destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000 688 689 Stage: Stage-0 690 Move Operator 691 tables: 692 replace: true 693 source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000 694 table: 695 input format: org.apache.hadoop.mapred.TextInputFormat 696 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 697 properties: 698 bucket_count -1 699 columns key,value1,value2 700 columns.types string:string:string 701 file.inputformat org.apache.hadoop.mapred.TextInputFormat 702 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 703 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result 704 name default.bucketmapjoin_tmp_result 705 numFiles 1 706 numPartitions 0 707 numRows 464 708 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} 709 serialization.format 1 710 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 711 totalSize 8983 712 transient_lastDdlTime 1297330356 713 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 714 name: default.bucketmapjoin_tmp_result 715 tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10001 716 717 Stage: Stage-2 718 Stats-Aggr Operator 719 Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000/ 720 721 Stage: Stage-3 722 Map Reduce 723 Alias -> Map Operator Tree: 724 pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 725 File Output Operator 726 compressed: false 727 GlobalTableId: 0 728 directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000 729 NumFilesPerFileSink: 1 730 table: 731 input format: org.apache.hadoop.mapred.TextInputFormat 732 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 733 properties: 734 bucket_count -1 735 columns key,value1,value2 736 columns.types string:string:string 737 file.inputformat org.apache.hadoop.mapred.TextInputFormat 738 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 739 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result 740 name default.bucketmapjoin_tmp_result 741 numFiles 1 742 numPartitions 0 743 numRows 464 744 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} 745 serialization.format 1 746 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 747 totalSize 8983 748 transient_lastDdlTime 1297330356 749 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 750 name: default.bucketmapjoin_tmp_result 751 TotalFiles: 1 752 GatherStats: false 753 MultiFileSpray: false 754 Needs Tagging: false 755 Path -> Alias: 756 pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002] 757 Path -> Partition: 758 pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 759 Partition 760 base file name: -ext-10002 761 input format: org.apache.hadoop.mapred.TextInputFormat 762 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 763 properties: 764 bucket_count -1 765 columns key,value1,value2 766 columns.types string:string:string 767 file.inputformat org.apache.hadoop.mapred.TextInputFormat 768 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 769 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result 770 name default.bucketmapjoin_tmp_result 771 numFiles 1 772 numPartitions 0 773 numRows 464 774 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} 775 serialization.format 1 776 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 777 totalSize 8983 778 transient_lastDdlTime 1297330356 779 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 780 781 input format: org.apache.hadoop.mapred.TextInputFormat 782 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 783 properties: 784 bucket_count -1 785 columns key,value1,value2 786 columns.types string:string:string 787 file.inputformat org.apache.hadoop.mapred.TextInputFormat 788 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat 789 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result 790 name default.bucketmapjoin_tmp_result 791 numFiles 1 792 numPartitions 0 793 numRows 464 794 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} 795 serialization.format 1 796 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 797 totalSize 8983 798 transient_lastDdlTime 1297330356 799 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe 800 name: default.bucketmapjoin_tmp_result 801 name: default.bucketmapjoin_tmp_result 802 803 804PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 805select /*+mapjoin(a)*/ a.key, a.value, b.value 806from srcbucket_mapjoin a join srcbucket_mapjoin_part b 807on a.key=b.key where b.ds="2008-04-08" 808PREHOOK: type: QUERY 809PREHOOK: Input: default@srcbucket_mapjoin 810PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 811PREHOOK: Output: default@bucketmapjoin_tmp_result 812POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 813select /*+mapjoin(a)*/ a.key, a.value, b.value 814from srcbucket_mapjoin a join srcbucket_mapjoin_part b 815on a.key=b.key where b.ds="2008-04-08" 816POSTHOOK: type: QUERY 817POSTHOOK: Input: default@srcbucket_mapjoin 818POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 819POSTHOOK: Output: default@bucketmapjoin_tmp_result 820POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 821POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 822POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 823POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 824POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 825POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 826POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 827POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 828POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 829POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 830POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 831POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 832POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 833POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 834POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 835PREHOOK: query: select count(1) from bucketmapjoin_tmp_result 836PREHOOK: type: QUERY 837PREHOOK: Input: default@bucketmapjoin_tmp_result 838PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-56_690_1409406427201936056/-mr-10000 839POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result 840POSTHOOK: type: QUERY 841POSTHOOK: Input: default@bucketmapjoin_tmp_result 842POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-56_690_1409406427201936056/-mr-10000 843POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 844POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 845POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 846POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 847POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 848POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 849POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 850POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 851POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 852POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 853POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 854POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 855POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 856POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 857POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 858464 859PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_1 860select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result 861PREHOOK: type: QUERY 862PREHOOK: Input: default@bucketmapjoin_tmp_result 863PREHOOK: Output: default@bucketmapjoin_hash_result_1 864POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_1 865select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result 866POSTHOOK: type: QUERY 867POSTHOOK: Input: default@bucketmapjoin_tmp_result 868POSTHOOK: Output: default@bucketmapjoin_hash_result_1 869POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 870POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 871POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 872POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 873POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 874POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 875POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 876POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 877POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 878POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 879POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 880POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 881POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 882POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 883POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 884POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 885POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 886POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 887PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 888select /*+mapjoin(a)*/ a.key, a.value, b.value 889from srcbucket_mapjoin a join srcbucket_mapjoin_part b 890on a.key=b.key where b.ds="2008-04-08" 891PREHOOK: type: QUERY 892PREHOOK: Input: default@srcbucket_mapjoin 893PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 894PREHOOK: Output: default@bucketmapjoin_tmp_result 895POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 896select /*+mapjoin(a)*/ a.key, a.value, b.value 897from srcbucket_mapjoin a join srcbucket_mapjoin_part b 898on a.key=b.key where b.ds="2008-04-08" 899POSTHOOK: type: QUERY 900POSTHOOK: Input: default@srcbucket_mapjoin 901POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 902POSTHOOK: Output: default@bucketmapjoin_tmp_result 903POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 904POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 905POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 906POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 907POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 908POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 909POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 910POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 911POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 912POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 913POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 914POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 915POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 916POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 917POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 918POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 919POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 920POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 921POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 922POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 923POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 924PREHOOK: query: select count(1) from bucketmapjoin_tmp_result 925PREHOOK: type: QUERY 926PREHOOK: Input: default@bucketmapjoin_tmp_result 927PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-33-11_515_3403090985854448731/-mr-10000 928POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result 929POSTHOOK: type: QUERY 930POSTHOOK: Input: default@bucketmapjoin_tmp_result 931POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-33-11_515_3403090985854448731/-mr-10000 932POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 933POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 934POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 935POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 936POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 937POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 938POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 939POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 940POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 941POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 942POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 943POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 944POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 945POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 946POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 947POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 948POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 949POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 950POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 951POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 952POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 953464 954PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_2 955select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result 956PREHOOK: type: QUERY 957PREHOOK: Input: default@bucketmapjoin_tmp_result 958PREHOOK: Output: default@bucketmapjoin_hash_result_2 959POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_2 960select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result 961POSTHOOK: type: QUERY 962POSTHOOK: Input: default@bucketmapjoin_tmp_result 963POSTHOOK: Output: default@bucketmapjoin_hash_result_2 964POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 965POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 966POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 967POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 968POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 969POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 970POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 971POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 972POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 973POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 974POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 975POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 976POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 977POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 978POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 979POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 980POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 981POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 982POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 983POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 984POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 985POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 986POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 987POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 988PREHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 989from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b 990on a.key = b.key 991PREHOOK: type: QUERY 992PREHOOK: Input: default@bucketmapjoin_hash_result_1 993PREHOOK: Input: default@bucketmapjoin_hash_result_2 994PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-33-19_520_7001499734711665691/-mr-10000 995POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 996from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b 997on a.key = b.key 998POSTHOOK: type: QUERY 999POSTHOOK: Input: default@bucketmapjoin_hash_result_1 1000POSTHOOK: Input: default@bucketmapjoin_hash_result_2 1001POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-33-19_520_7001499734711665691/-mr-10000 1002POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 1003POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 1004POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 1005POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 1006POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 1007POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 1008POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 1009POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] 1010POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 1011POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] 1012POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 1013POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] 1014POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 1015POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 1016POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 1017POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] 1018POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 1019POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 1020POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 1021POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] 1022POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 1023POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 1024POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 1025POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] 10260 0 0