PageRenderTime 27ms CodeModel.GetById 15ms app.highlight 6ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/semijoin.q.out

#
text | 3057 lines | 2934 code | 123 blank | 0 comment | 0 complexity | 31de271555243db32abb967a7f19aab5 MD5 | raw file

Large files files are truncated, but you can click here to view the full file

   1PREHOOK: query: create table t1 as select cast(key as int) key, value from src where key <= 10
   2PREHOOK: type: CREATETABLE_AS_SELECT
   3PREHOOK: Input: default@src
   4POSTHOOK: query: create table t1 as select cast(key as int) key, value from src where key <= 10
   5POSTHOOK: type: CREATETABLE_AS_SELECT
   6POSTHOOK: Input: default@src
   7POSTHOOK: Output: default@t1
   8PREHOOK: query: select * from t1 sort by key
   9PREHOOK: type: QUERY
  10PREHOOK: Input: default@t1
  11PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-04-47_886_705452503633658789/-mr-10000
  12POSTHOOK: query: select * from t1 sort by key
  13POSTHOOK: type: QUERY
  14POSTHOOK: Input: default@t1
  15POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-04-47_886_705452503633658789/-mr-10000
  160	val_0
  170	val_0
  180	val_0
  192	val_2
  204	val_4
  215	val_5
  225	val_5
  235	val_5
  248	val_8
  259	val_9
  2610	val_10
  27PREHOOK: query: create table t2 as select cast(2*key as int) key, value from t1
  28PREHOOK: type: CREATETABLE_AS_SELECT
  29PREHOOK: Input: default@t1
  30POSTHOOK: query: create table t2 as select cast(2*key as int) key, value from t1
  31POSTHOOK: type: CREATETABLE_AS_SELECT
  32POSTHOOK: Input: default@t1
  33POSTHOOK: Output: default@t2
  34PREHOOK: query: select * from t2 sort by key
  35PREHOOK: type: QUERY
  36PREHOOK: Input: default@t2
  37PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-04-54_794_6115178750654470118/-mr-10000
  38POSTHOOK: query: select * from t2 sort by key
  39POSTHOOK: type: QUERY
  40POSTHOOK: Input: default@t2
  41POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-04-54_794_6115178750654470118/-mr-10000
  420	val_0
  430	val_0
  440	val_0
  454	val_2
  468	val_4
  4710	val_5
  4810	val_5
  4910	val_5
  5016	val_8
  5118	val_9
  5220	val_10
  53PREHOOK: query: create table t3 as select * from (select * from t1 union all select * from t2) b
  54PREHOOK: type: CREATETABLE_AS_SELECT
  55PREHOOK: Input: default@t1
  56PREHOOK: Input: default@t2
  57POSTHOOK: query: create table t3 as select * from (select * from t1 union all select * from t2) b
  58POSTHOOK: type: CREATETABLE_AS_SELECT
  59POSTHOOK: Input: default@t1
  60POSTHOOK: Input: default@t2
  61POSTHOOK: Output: default@t3
  62PREHOOK: query: select * from t3 sort by key, value
  63PREHOOK: type: QUERY
  64PREHOOK: Input: default@t3
  65PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-05_418_8784955403393483239/-mr-10000
  66POSTHOOK: query: select * from t3 sort by key, value
  67POSTHOOK: type: QUERY
  68POSTHOOK: Input: default@t3
  69POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-05_418_8784955403393483239/-mr-10000
  700	val_0
  710	val_0
  720	val_0
  730	val_0
  740	val_0
  750	val_0
  762	val_2
  774	val_2
  784	val_4
  795	val_5
  805	val_5
  815	val_5
  828	val_4
  838	val_8
  849	val_9
  8510	val_10
  8610	val_5
  8710	val_5
  8810	val_5
  8916	val_8
  9018	val_9
  9120	val_10
  92PREHOOK: query: create table t4 (key int, value string)
  93PREHOOK: type: CREATETABLE
  94POSTHOOK: query: create table t4 (key int, value string)
  95POSTHOOK: type: CREATETABLE
  96POSTHOOK: Output: default@t4
  97PREHOOK: query: select * from t4
  98PREHOOK: type: QUERY
  99PREHOOK: Input: default@t4
 100PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-08_875_8263284626120887909/-mr-10000
 101POSTHOOK: query: select * from t4
 102POSTHOOK: type: QUERY
 103POSTHOOK: Input: default@t4
 104POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-08_875_8263284626120887909/-mr-10000
 105PREHOOK: query: explain select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value
 106PREHOOK: type: QUERY
 107POSTHOOK: query: explain select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value
 108POSTHOOK: type: QUERY
 109ABSTRACT SYNTAX TREE:
 110  (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
 111
 112STAGE DEPENDENCIES:
 113  Stage-1 is a root stage
 114  Stage-2 depends on stages: Stage-1
 115  Stage-0 is a root stage
 116
 117STAGE PLANS:
 118  Stage: Stage-1
 119    Map Reduce
 120      Alias -> Map Operator Tree:
 121        a 
 122          TableScan
 123            alias: a
 124            Reduce Output Operator
 125              key expressions:
 126                    expr: key
 127                    type: int
 128              sort order: +
 129              Map-reduce partition columns:
 130                    expr: key
 131                    type: int
 132              tag: 0
 133              value expressions:
 134                    expr: key
 135                    type: int
 136                    expr: value
 137                    type: string
 138        b 
 139          TableScan
 140            alias: b
 141            Select Operator
 142              expressions:
 143                    expr: key
 144                    type: int
 145              outputColumnNames: key
 146              Group By Operator
 147                bucketGroup: false
 148                keys:
 149                      expr: key
 150                      type: int
 151                mode: hash
 152                outputColumnNames: _col0
 153                Reduce Output Operator
 154                  key expressions:
 155                        expr: _col0
 156                        type: int
 157                  sort order: +
 158                  Map-reduce partition columns:
 159                        expr: _col0
 160                        type: int
 161                  tag: 1
 162      Reduce Operator Tree:
 163        Join Operator
 164          condition map:
 165               Left Semi Join 0 to 1
 166          condition expressions:
 167            0 {VALUE._col0} {VALUE._col1}
 168            1 
 169          handleSkewJoin: false
 170          outputColumnNames: _col0, _col1
 171          Select Operator
 172            expressions:
 173                  expr: _col0
 174                  type: int
 175                  expr: _col1
 176                  type: string
 177            outputColumnNames: _col0, _col1
 178            File Output Operator
 179              compressed: false
 180              GlobalTableId: 0
 181              table:
 182                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 183                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 184
 185  Stage: Stage-2
 186    Map Reduce
 187      Alias -> Map Operator Tree:
 188        file:/tmp/sdong/hive_2011-02-10_17-05-09_005_502081017578523829/-mr-10002 
 189            Reduce Output Operator
 190              key expressions:
 191                    expr: _col0
 192                    type: int
 193                    expr: _col1
 194                    type: string
 195              sort order: ++
 196              tag: -1
 197              value expressions:
 198                    expr: _col0
 199                    type: int
 200                    expr: _col1
 201                    type: string
 202      Reduce Operator Tree:
 203        Extract
 204          File Output Operator
 205            compressed: false
 206            GlobalTableId: 0
 207            table:
 208                input format: org.apache.hadoop.mapred.TextInputFormat
 209                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 210
 211  Stage: Stage-0
 212    Fetch Operator
 213      limit: -1
 214
 215
 216PREHOOK: query: select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value
 217PREHOOK: type: QUERY
 218PREHOOK: Input: default@t1
 219PREHOOK: Input: default@t2
 220PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-09_098_1588087013512926695/-mr-10000
 221POSTHOOK: query: select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value
 222POSTHOOK: type: QUERY
 223POSTHOOK: Input: default@t1
 224POSTHOOK: Input: default@t2
 225POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-09_098_1588087013512926695/-mr-10000
 2260	val_0
 2270	val_0
 2280	val_0
 2294	val_4
 2308	val_8
 23110	val_10
 232PREHOOK: query: explain select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value
 233PREHOOK: type: QUERY
 234POSTHOOK: query: explain select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value
 235POSTHOOK: type: QUERY
 236ABSTRACT SYNTAX TREE:
 237  (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t2) a) (TOK_TABREF (TOK_TABNAME t1) b) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL a) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
 238
 239STAGE DEPENDENCIES:
 240  Stage-1 is a root stage
 241  Stage-2 depends on stages: Stage-1
 242  Stage-0 is a root stage
 243
 244STAGE PLANS:
 245  Stage: Stage-1
 246    Map Reduce
 247      Alias -> Map Operator Tree:
 248        a 
 249          TableScan
 250            alias: a
 251            Reduce Output Operator
 252              key expressions:
 253                    expr: key
 254                    type: int
 255              sort order: +
 256              Map-reduce partition columns:
 257                    expr: key
 258                    type: int
 259              tag: 0
 260              value expressions:
 261                    expr: key
 262                    type: int
 263                    expr: value
 264                    type: string
 265        b 
 266          TableScan
 267            alias: b
 268            Select Operator
 269              expressions:
 270                    expr: key
 271                    type: int
 272              outputColumnNames: key
 273              Group By Operator
 274                bucketGroup: false
 275                keys:
 276                      expr: key
 277                      type: int
 278                mode: hash
 279                outputColumnNames: _col0
 280                Reduce Output Operator
 281                  key expressions:
 282                        expr: _col0
 283                        type: int
 284                  sort order: +
 285                  Map-reduce partition columns:
 286                        expr: _col0
 287                        type: int
 288                  tag: 1
 289      Reduce Operator Tree:
 290        Join Operator
 291          condition map:
 292               Left Semi Join 0 to 1
 293          condition expressions:
 294            0 {VALUE._col0} {VALUE._col1}
 295            1 
 296          handleSkewJoin: false
 297          outputColumnNames: _col0, _col1
 298          Select Operator
 299            expressions:
 300                  expr: _col0
 301                  type: int
 302                  expr: _col1
 303                  type: string
 304            outputColumnNames: _col0, _col1
 305            File Output Operator
 306              compressed: false
 307              GlobalTableId: 0
 308              table:
 309                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 310                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 311
 312  Stage: Stage-2
 313    Map Reduce
 314      Alias -> Map Operator Tree:
 315        file:/tmp/sdong/hive_2011-02-10_17-05-15_949_4211046763459932826/-mr-10002 
 316            Reduce Output Operator
 317              key expressions:
 318                    expr: _col0
 319                    type: int
 320                    expr: _col1
 321                    type: string
 322              sort order: ++
 323              tag: -1
 324              value expressions:
 325                    expr: _col0
 326                    type: int
 327                    expr: _col1
 328                    type: string
 329      Reduce Operator Tree:
 330        Extract
 331          File Output Operator
 332            compressed: false
 333            GlobalTableId: 0
 334            table:
 335                input format: org.apache.hadoop.mapred.TextInputFormat
 336                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 337
 338  Stage: Stage-0
 339    Fetch Operator
 340      limit: -1
 341
 342
 343PREHOOK: query: select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value
 344PREHOOK: type: QUERY
 345PREHOOK: Input: default@t1
 346PREHOOK: Input: default@t2
 347PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-16_042_8329878039830895731/-mr-10000
 348POSTHOOK: query: select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value
 349POSTHOOK: type: QUERY
 350POSTHOOK: Input: default@t1
 351POSTHOOK: Input: default@t2
 352POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-16_042_8329878039830895731/-mr-10000
 3530	val_0
 3540	val_0
 3550	val_0
 3564	val_2
 3578	val_4
 35810	val_5
 35910	val_5
 36010	val_5
 361PREHOOK: query: explain select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value
 362PREHOOK: type: QUERY
 363POSTHOOK: query: explain select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value
 364POSTHOOK: type: QUERY
 365ABSTRACT SYNTAX TREE:
 366  (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t4) b) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL a) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
 367
 368STAGE DEPENDENCIES:
 369  Stage-1 is a root stage
 370  Stage-2 depends on stages: Stage-1
 371  Stage-0 is a root stage
 372
 373STAGE PLANS:
 374  Stage: Stage-1
 375    Map Reduce
 376      Alias -> Map Operator Tree:
 377        a 
 378          TableScan
 379            alias: a
 380            Reduce Output Operator
 381              key expressions:
 382                    expr: key
 383                    type: int
 384              sort order: +
 385              Map-reduce partition columns:
 386                    expr: key
 387                    type: int
 388              tag: 0
 389              value expressions:
 390                    expr: key
 391                    type: int
 392                    expr: value
 393                    type: string
 394        b 
 395          TableScan
 396            alias: b
 397            Select Operator
 398              expressions:
 399                    expr: key
 400                    type: int
 401              outputColumnNames: key
 402              Group By Operator
 403                bucketGroup: false
 404                keys:
 405                      expr: key
 406                      type: int
 407                mode: hash
 408                outputColumnNames: _col0
 409                Reduce Output Operator
 410                  key expressions:
 411                        expr: _col0
 412                        type: int
 413                  sort order: +
 414                  Map-reduce partition columns:
 415                        expr: _col0
 416                        type: int
 417                  tag: 1
 418      Reduce Operator Tree:
 419        Join Operator
 420          condition map:
 421               Left Semi Join 0 to 1
 422          condition expressions:
 423            0 {VALUE._col0} {VALUE._col1}
 424            1 
 425          handleSkewJoin: false
 426          outputColumnNames: _col0, _col1
 427          Select Operator
 428            expressions:
 429                  expr: _col0
 430                  type: int
 431                  expr: _col1
 432                  type: string
 433            outputColumnNames: _col0, _col1
 434            File Output Operator
 435              compressed: false
 436              GlobalTableId: 0
 437              table:
 438                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 439                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 440
 441  Stage: Stage-2
 442    Map Reduce
 443      Alias -> Map Operator Tree:
 444        file:/tmp/sdong/hive_2011-02-10_17-05-22_786_6856730491579709518/-mr-10002 
 445            Reduce Output Operator
 446              key expressions:
 447                    expr: _col0
 448                    type: int
 449                    expr: _col1
 450                    type: string
 451              sort order: ++
 452              tag: -1
 453              value expressions:
 454                    expr: _col0
 455                    type: int
 456                    expr: _col1
 457                    type: string
 458      Reduce Operator Tree:
 459        Extract
 460          File Output Operator
 461            compressed: false
 462            GlobalTableId: 0
 463            table:
 464                input format: org.apache.hadoop.mapred.TextInputFormat
 465                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 466
 467  Stage: Stage-0
 468    Fetch Operator
 469      limit: -1
 470
 471
 472PREHOOK: query: select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value
 473PREHOOK: type: QUERY
 474PREHOOK: Input: default@t1
 475PREHOOK: Input: default@t4
 476PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-22_880_1665353720432910838/-mr-10000
 477POSTHOOK: query: select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value
 478POSTHOOK: type: QUERY
 479POSTHOOK: Input: default@t1
 480POSTHOOK: Input: default@t4
 481POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-22_880_1665353720432910838/-mr-10000
 482PREHOOK: query: explain select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value
 483PREHOOK: type: QUERY
 484POSTHOOK: query: explain select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value
 485POSTHOOK: type: QUERY
 486ABSTRACT SYNTAX TREE:
 487  (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t3) b) (and (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL a) key)) (< (. (TOK_TABLE_OR_COL b) key) '15')))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
 488
 489STAGE DEPENDENCIES:
 490  Stage-1 is a root stage
 491  Stage-2 depends on stages: Stage-1
 492  Stage-0 is a root stage
 493
 494STAGE PLANS:
 495  Stage: Stage-1
 496    Map Reduce
 497      Alias -> Map Operator Tree:
 498        a 
 499          TableScan
 500            alias: a
 501            Reduce Output Operator
 502              key expressions:
 503                    expr: key
 504                    type: int
 505              sort order: +
 506              Map-reduce partition columns:
 507                    expr: key
 508                    type: int
 509              tag: 0
 510              value expressions:
 511                    expr: value
 512                    type: string
 513        b 
 514          TableScan
 515            alias: b
 516            Filter Operator
 517              predicate:
 518                  expr: (key < '15')
 519                  type: boolean
 520              Filter Operator
 521                predicate:
 522                    expr: (key < '15')
 523                    type: boolean
 524                Select Operator
 525                  expressions:
 526                        expr: key
 527                        type: int
 528                  outputColumnNames: key
 529                  Group By Operator
 530                    bucketGroup: false
 531                    keys:
 532                          expr: key
 533                          type: int
 534                          expr: key
 535                          type: int
 536                    mode: hash
 537                    outputColumnNames: _col0, _col1
 538                    Reduce Output Operator
 539                      key expressions:
 540                            expr: _col1
 541                            type: int
 542                      sort order: +
 543                      Map-reduce partition columns:
 544                            expr: _col1
 545                            type: int
 546                      tag: 1
 547      Reduce Operator Tree:
 548        Join Operator
 549          condition map:
 550               Left Semi Join 0 to 1
 551          condition expressions:
 552            0 {VALUE._col1}
 553            1 
 554          handleSkewJoin: false
 555          outputColumnNames: _col1
 556          Select Operator
 557            expressions:
 558                  expr: _col1
 559                  type: string
 560            outputColumnNames: _col0
 561            File Output Operator
 562              compressed: false
 563              GlobalTableId: 0
 564              table:
 565                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 566                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 567
 568  Stage: Stage-2
 569    Map Reduce
 570      Alias -> Map Operator Tree:
 571        file:/tmp/sdong/hive_2011-02-10_17-05-29_616_1235177871277954972/-mr-10002 
 572            Reduce Output Operator
 573              key expressions:
 574                    expr: _col0
 575                    type: string
 576              sort order: +
 577              tag: -1
 578              value expressions:
 579                    expr: _col0
 580                    type: string
 581      Reduce Operator Tree:
 582        Extract
 583          File Output Operator
 584            compressed: false
 585            GlobalTableId: 0
 586            table:
 587                input format: org.apache.hadoop.mapred.TextInputFormat
 588                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 589
 590  Stage: Stage-0
 591    Fetch Operator
 592      limit: -1
 593
 594
 595PREHOOK: query: select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value
 596PREHOOK: type: QUERY
 597PREHOOK: Input: default@t1
 598PREHOOK: Input: default@t3
 599PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-29_715_4357564705901360206/-mr-10000
 600POSTHOOK: query: select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value
 601POSTHOOK: type: QUERY
 602POSTHOOK: Input: default@t1
 603POSTHOOK: Input: default@t3
 604POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-29_715_4357564705901360206/-mr-10000
 605val_0
 606val_0
 607val_0
 608val_10
 609val_2
 610val_4
 611val_5
 612val_5
 613val_5
 614val_8
 615val_9
 616PREHOOK: query: explain select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value
 617PREHOOK: type: QUERY
 618POSTHOOK: query: explain select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value
 619POSTHOOK: type: QUERY
 620ABSTRACT SYNTAX TREE:
 621  (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t2) b) (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (< (. (TOK_TABLE_OR_COL b) value) "val_10")))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
 622
 623STAGE DEPENDENCIES:
 624  Stage-1 is a root stage
 625  Stage-2 depends on stages: Stage-1
 626  Stage-0 is a root stage
 627
 628STAGE PLANS:
 629  Stage: Stage-1
 630    Map Reduce
 631      Alias -> Map Operator Tree:
 632        a 
 633          TableScan
 634            alias: a
 635            Reduce Output Operator
 636              key expressions:
 637                    expr: key
 638                    type: int
 639              sort order: +
 640              Map-reduce partition columns:
 641                    expr: key
 642                    type: int
 643              tag: 0
 644              value expressions:
 645                    expr: key
 646                    type: int
 647                    expr: value
 648                    type: string
 649        b 
 650          TableScan
 651            alias: b
 652            Filter Operator
 653              predicate:
 654                  expr: (value < 'val_10')
 655                  type: boolean
 656              Filter Operator
 657                predicate:
 658                    expr: (value < 'val_10')
 659                    type: boolean
 660                Select Operator
 661                  expressions:
 662                        expr: key
 663                        type: int
 664                        expr: value
 665                        type: string
 666                  outputColumnNames: key, value
 667                  Group By Operator
 668                    bucketGroup: false
 669                    keys:
 670                          expr: key
 671                          type: int
 672                          expr: value
 673                          type: string
 674                    mode: hash
 675                    outputColumnNames: _col0, _col1
 676                    Reduce Output Operator
 677                      key expressions:
 678                            expr: _col0
 679                            type: int
 680                      sort order: +
 681                      Map-reduce partition columns:
 682                            expr: _col0
 683                            type: int
 684                      tag: 1
 685      Reduce Operator Tree:
 686        Join Operator
 687          condition map:
 688               Left Semi Join 0 to 1
 689          condition expressions:
 690            0 {VALUE._col0} {VALUE._col1}
 691            1 
 692          handleSkewJoin: false
 693          outputColumnNames: _col0, _col1
 694          Select Operator
 695            expressions:
 696                  expr: _col0
 697                  type: int
 698                  expr: _col1
 699                  type: string
 700            outputColumnNames: _col0, _col1
 701            File Output Operator
 702              compressed: false
 703              GlobalTableId: 0
 704              table:
 705                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 706                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 707
 708  Stage: Stage-2
 709    Map Reduce
 710      Alias -> Map Operator Tree:
 711        file:/tmp/sdong/hive_2011-02-10_17-05-36_675_4481351875930852775/-mr-10002 
 712            Reduce Output Operator
 713              key expressions:
 714                    expr: _col0
 715                    type: int
 716                    expr: _col1
 717                    type: string
 718              sort order: ++
 719              tag: -1
 720              value expressions:
 721                    expr: _col0
 722                    type: int
 723                    expr: _col1
 724                    type: string
 725      Reduce Operator Tree:
 726        Extract
 727          File Output Operator
 728            compressed: false
 729            GlobalTableId: 0
 730            table:
 731                input format: org.apache.hadoop.mapred.TextInputFormat
 732                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 733
 734  Stage: Stage-0
 735    Fetch Operator
 736      limit: -1
 737
 738
 739PREHOOK: query: select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value
 740PREHOOK: type: QUERY
 741PREHOOK: Input: default@t1
 742PREHOOK: Input: default@t2
 743PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-36_773_1099957685086464486/-mr-10000
 744POSTHOOK: query: select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value
 745POSTHOOK: type: QUERY
 746POSTHOOK: Input: default@t1
 747POSTHOOK: Input: default@t2
 748POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-36_773_1099957685086464486/-mr-10000
 7490	val_0
 7500	val_0
 7510	val_0
 752PREHOOK: query: explain select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value
 753PREHOOK: type: QUERY
 754POSTHOOK: query: explain select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value
 755POSTHOOK: type: QUERY
 756ABSTRACT SYNTAX TREE:
 757  (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME t3))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key))) (TOK_WHERE (> (TOK_TABLE_OR_COL key) 5)))) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
 758
 759STAGE DEPENDENCIES:
 760  Stage-1 is a root stage
 761  Stage-2 depends on stages: Stage-1
 762  Stage-0 is a root stage
 763
 764STAGE PLANS:
 765  Stage: Stage-1
 766    Map Reduce
 767      Alias -> Map Operator Tree:
 768        a 
 769          TableScan
 770            alias: a
 771            Reduce Output Operator
 772              key expressions:
 773                    expr: key
 774                    type: int
 775              sort order: +
 776              Map-reduce partition columns:
 777                    expr: key
 778                    type: int
 779              tag: 0
 780              value expressions:
 781                    expr: value
 782                    type: string
 783        b:t3 
 784          TableScan
 785            alias: t3
 786            Filter Operator
 787              predicate:
 788                  expr: (key > 5)
 789                  type: boolean
 790              Filter Operator
 791                predicate:
 792                    expr: (key > 5)
 793                    type: boolean
 794                Select Operator
 795                  expressions:
 796                        expr: key
 797                        type: int
 798                  outputColumnNames: _col0
 799                  Select Operator
 800                    expressions:
 801                          expr: _col0
 802                          type: int
 803                    outputColumnNames: _col0
 804                    Group By Operator
 805                      bucketGroup: false
 806                      keys:
 807                            expr: _col0
 808                            type: int
 809                      mode: hash
 810                      outputColumnNames: _col0
 811                      Reduce Output Operator
 812                        key expressions:
 813                              expr: _col0
 814                              type: int
 815                        sort order: +
 816                        Map-reduce partition columns:
 817                              expr: _col0
 818                              type: int
 819                        tag: 1
 820      Reduce Operator Tree:
 821        Join Operator
 822          condition map:
 823               Left Semi Join 0 to 1
 824          condition expressions:
 825            0 {VALUE._col1}
 826            1 
 827          handleSkewJoin: false
 828          outputColumnNames: _col1
 829          Select Operator
 830            expressions:
 831                  expr: _col1
 832                  type: string
 833            outputColumnNames: _col0
 834            File Output Operator
 835              compressed: false
 836              GlobalTableId: 0
 837              table:
 838                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 839                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 840
 841  Stage: Stage-2
 842    Map Reduce
 843      Alias -> Map Operator Tree:
 844        file:/tmp/sdong/hive_2011-02-10_17-05-43_606_4268995089293633608/-mr-10002 
 845            Reduce Output Operator
 846              key expressions:
 847                    expr: _col0
 848                    type: string
 849              sort order: +
 850              tag: -1
 851              value expressions:
 852                    expr: _col0
 853                    type: string
 854      Reduce Operator Tree:
 855        Extract
 856          File Output Operator
 857            compressed: false
 858            GlobalTableId: 0
 859            table:
 860                input format: org.apache.hadoop.mapred.TextInputFormat
 861                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 862
 863  Stage: Stage-0
 864    Fetch Operator
 865      limit: -1
 866
 867
 868PREHOOK: query: select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value
 869PREHOOK: type: QUERY
 870PREHOOK: Input: default@t1
 871PREHOOK: Input: default@t3
 872PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-43_705_5212605861362357897/-mr-10000
 873POSTHOOK: query: select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value
 874POSTHOOK: type: QUERY
 875POSTHOOK: Input: default@t1
 876POSTHOOK: Input: default@t3
 877POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-43_705_5212605861362357897/-mr-10000
 878val_10
 879val_8
 880val_9
 881PREHOOK: query: explain select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value
 882PREHOOK: type: QUERY
 883POSTHOOK: query: explain select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value
 884POSTHOOK: type: QUERY
 885ABSTRACT SYNTAX TREE:
 886  (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME t2))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (> (TOK_TABLE_OR_COL key) 5)))) b) (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (<= (. (TOK_TABLE_OR_COL b) value) 'val_20')))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
 887
 888STAGE DEPENDENCIES:
 889  Stage-1 is a root stage
 890  Stage-2 depends on stages: Stage-1
 891  Stage-0 is a root stage
 892
 893STAGE PLANS:
 894  Stage: Stage-1
 895    Map Reduce
 896      Alias -> Map Operator Tree:
 897        a 
 898          TableScan
 899            alias: a
 900            Reduce Output Operator
 901              key expressions:
 902                    expr: key
 903                    type: int
 904              sort order: +
 905              Map-reduce partition columns:
 906                    expr: key
 907                    type: int
 908              tag: 0
 909              value expressions:
 910                    expr: value
 911                    type: string
 912        b:t2 
 913          TableScan
 914            alias: t2
 915            Filter Operator
 916              predicate:
 917                  expr: ((key > 5) and (value <= 'val_20'))
 918                  type: boolean
 919              Filter Operator
 920                predicate:
 921                    expr: (key > 5)
 922                    type: boolean
 923                Select Operator
 924                  expressions:
 925                        expr: key
 926                        type: int
 927                        expr: value
 928                        type: string
 929                  outputColumnNames: _col0, _col1
 930                  Filter Operator
 931                    predicate:
 932                        expr: (_col1 <= 'val_20')
 933                        type: boolean
 934                    Select Operator
 935                      expressions:
 936                            expr: _col0
 937                            type: int
 938                            expr: _col1
 939                            type: string
 940                      outputColumnNames: _col0, _col1
 941                      Group By Operator
 942                        bucketGroup: false
 943                        keys:
 944                              expr: _col0
 945                              type: int
 946                              expr: _col1
 947                              type: string
 948                        mode: hash
 949                        outputColumnNames: _col0, _col1
 950                        Reduce Output Operator
 951                          key expressions:
 952                                expr: _col0
 953                                type: int
 954                          sort order: +
 955                          Map-reduce partition columns:
 956                                expr: _col0
 957                                type: int
 958                          tag: 1
 959      Reduce Operator Tree:
 960        Join Operator
 961          condition map:
 962               Left Semi Join 0 to 1
 963          condition expressions:
 964            0 {VALUE._col1}
 965            1 
 966          handleSkewJoin: false
 967          outputColumnNames: _col1
 968          Select Operator
 969            expressions:
 970                  expr: _col1
 971                  type: string
 972            outputColumnNames: _col0
 973            File Output Operator
 974              compressed: false
 975              GlobalTableId: 0
 976              table:
 977                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 978                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 979
 980  Stage: Stage-2
 981    Map Reduce
 982      Alias -> Map Operator Tree:
 983        file:/tmp/sdong/hive_2011-02-10_17-05-50_572_4351935636267130614/-mr-10002 
 984            Reduce Output Operator
 985              key expressions:
 986                    expr: _col0
 987                    type: string
 988              sort order: +
 989              tag: -1
 990              value expressions:
 991                    expr: _col0
 992                    type: string
 993      Reduce Operator Tree:
 994        Extract
 995          File Output Operator
 996            compressed: false
 997            GlobalTableId: 0
 998            table:
 999                input format: org.apache.hadoop.mapred.TextInputFormat
1000                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
1001
1002  Stage: Stage-0
1003    Fetch Operator
1004      limit: -1
1005
1006
1007PREHOOK: query: select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value
1008PREHOOK: type: QUERY
1009PREHOOK: Input: default@t1
1010PREHOOK: Input: default@t2
1011PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-50_690_824047413986414031/-mr-10000
1012POSTHOOK: query: select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value
1013POSTHOOK: type: QUERY
1014POSTHOOK: Input: default@t1
1015POSTHOOK: Input: default@t2
1016POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-50_690_824047413986414031/-mr-10000
1017PREHOOK: query: explain select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value
1018PREHOOK: type: QUERY
1019POSTHOOK: query: explain select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value
1020POSTHOOK: type: QUERY
1021ABSTRACT SYNTAX TREE:
1022  (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t2) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME t1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (> (TOK_TABLE_OR_COL key) 2)))) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
1023
1024STAGE DEPENDENCIES:
1025  Stage-1 is a root stage
1026  Stage-2 depends on stages: Stage-1
1027  Stage-0 is a root stage
1028
1029STAGE PLANS:
1030  Stage: Stage-1
1031    Map Reduce
1032      Alias -> Map Operator Tree:
1033        a 
1034          TableScan
1035            alias: a
1036            Reduce Output Operator
1037              key expressions:
1038                    expr: key
1039                    type: int
1040              sort order: +
1041              Map-reduce partition columns:
1042                    expr: key
1043                    type: int
1044              tag: 0
1045              value expressions:
1046                    expr: key
1047                    type: int
1048                    expr: value
1049                    type: string
1050        b:t1 
1051          TableScan
1052            alias: t1
1053            Filter Operator
1054              predicate:
1055                  expr: (key > 2)
1056                  type: boolean
1057              Filter Operator
1058                predicate:
1059                    expr: (key > 2)
1060                    type: boolean
1061                Select Operator
1062                  expressions:
1063                        expr: key
1064                        type: int
1065                  outputColumnNames: _col0
1066                  Select Operator
1067                    expressions:
1068                          expr: _col0
1069                          type: int
1070                    outputColumnNames: _col0
1071                    Group By Operator
1072                      bucketGroup: false
1073                      keys:
1074                            expr: _col0
1075                            type: int
1076                      mode: hash
1077                      outputColumnNames: _col0
1078                      Reduce Output Operator
1079                        key expressions:
1080                              expr: _col0
1081                              type: int
1082                        sort order: +
1083                        Map-reduce partition columns:
1084                              expr: _col0
1085                              type: int
1086                        tag: 1
1087      Reduce Operator Tree:
1088        Join Operator
1089          condition map:
1090               Left Semi Join 0 to 1
1091          condition expressions:
1092            0 {VALUE._col0} {VALUE._col1}
1093            1 
1094          handleSkewJoin: false
1095          outputColumnNames: _col0, _col1
1096          Select Operator
1097            expressions:
1098                  expr: _col0
1099                  type: int
1100                  expr: _col1
1101                  type: string
1102            outputColumnNames: _col0, _col1
1103            File Output Operator
1104              compressed: false
1105              GlobalTableId: 0
1106              table:
1107                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1108                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1109
1110  Stage: Stage-2
1111    Map Reduce
1112      Alias -> Map Operator Tree:
1113        file:/tmp/sdong/hive_2011-02-10_17-05-57_516_1309591908900729926/-mr-10002 
1114            Reduce Output Operator
1115              key expressions:
1116                    expr: _col0
1117                    type: int
1118                    expr: _col1
1119                    type: string
1120              sort order: ++
1121              tag: -1
1122              value expressions:
1123                    expr: _col0
1124                    type: int
1125                    expr: _col1
1126                    type: string
1127      Reduce Operator Tree:
1128        Extract
1129          File Output Operator
1130            compressed: false
1131            GlobalTableId: 0
1132            table:
1133                input format: org.apache.hadoop.mapred.TextInputFormat
1134                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
1135
1136  Stage: Stage-0
1137    Fetch Operator
1138      limit: -1
1139
1140
1141PREHOOK: query: select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value
1142PREHOOK: type: QUERY
1143PREHOOK: Input: default@t1
1144PREHOOK: Input: default@t2
1145PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-57_625_9169051107141388478/-mr-10000
1146POSTHOOK: query: select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value
1147POSTHOOK: type: QUERY
1148POSTHOOK: Input: default@t1
1149POSTHOOK: Input: default@t2
1150POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-57_625_9169051107141388478/-mr-10000
11514	val_2
11528	val_4
115310	val_5
115410	val_5
115510	val_5
1156PREHOOK: query: explain select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key
1157PREHOOK: type: QUERY
1158POSTHOOK: query: explain select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key
1159POSTHOOK: type: QUERY
1160ABSTRACT SYNTAX TREE:
1161  (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t1) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
1162
1163STAGE DEPENDENCIES:
1164  Stage-4 is a root stage
1165  Stage-1 depends on stages: Stage-4
1166  Stage-2 depends on stages: Stage-1
1167  Stage-0 is a root stage
1168
1169STAGE PLANS:
1170  Stage: Stage-4
1171    Map Reduce Local Work
1172      Alias -> Map Local Tables:
1173        b 
1174          Fetch Operator
1175            limit: -1
1176      Alias -> Map Local Operator Tree:
1177        b 
1178          TableScan
1179            alias: b
1180            Select Operator
1181              expressions:
1182                    expr: key
1183                    type: int
1184              outputColumnNames: key
1185              Group By Operator
1186                bucketGroup: false
1187                keys:
1188                      expr: key
1189                      type: int
1190                mode: hash
1191                outputColumnNames: _col0
1192                HashTable Sink Operator
1193                  condition expressions:
1194                    0 {key}
1195                    1 
1196                  handleSkewJoin: false
1197                  keys:
1198                    0 [Column[key]]
1199                    1 [Column[_col0]]
1200                  Position of Big Table: 0
1201
1202  Stage: Stage-1
1203    Map Reduce
1204      Alias -> Map Operator Tree:
1205        a 
1206          TableScan
1207            alias: a
1208            Map Join Operator
1209              condition map:
1210                   Left Semi Join 0 to 1
1211              condition expressions:
1212                0 {key}
1213                1 
1214              handleSkewJoin: false
1215              keys:
1216                0 [Column[key]]
1217                1 [Column[_col0]]
1218              outputColumnNames: _col0
1219              Position of Big Table: 0
1220              File Output Operator
1221                compressed: false
1222                GlobalTableId: 0
1223                table:
1224                    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1225                    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1226      Local Work:
1227        Map Reduce Local Work
1228
1229  Stage: Stage-2
1230    Map Reduce
1231      Alias -> Map Operator Tree:
1232        file:/tmp/sdong/hive_2011-02-10_17-06-04_576_6173849197621673319/-mr-10002 
1233          Select Operator
1234            expressions:
1235                  expr: _col0
1236                  type: int
1237            outputColumnNames: _col0
1238            Select Operator
1239              expressions:
1240                    expr: _col0
1241                    type: int
1242              outputColumnNames: _col0
1243              Reduce Output Operator
1244                key expressions:
1245                      expr: _col0
1246                      type: int
1247                sort order: +
1248                tag: -1
1249                value expressions:
1250                      expr: _col0
1251                      type: int
1252      Reduce Operator Tree:
1253        Extract
1254          File Output Operator
1255            compressed: false
1256            GlobalTableId: 0
1257            table:
1258                input format: org.apache.hadoop.mapred.TextInputFormat
1259                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
1260
1261  Stage: Stage-0
1262    Fetch Operator
1263      limit: -1
1264
1265
1266PREHOOK: query: select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key
1267PREHOOK: type: QUERY
1268PREHOOK: Input: default@t1
1269PREHOOK: Input: default@t3
1270PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-04_672_5227381156024671685/-mr-10000
1271POSTHOOK: query: select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key
1272POSTHOOK: type: QUERY
1273POSTHOOK: Input: default@t1
1274POSTHOOK: Input: default@t3
1275POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-04_672_5227381156024671685/-mr-10000
12760
12770
12780
12790
12800
12810
12822
12834
12844
12855
12865
12875
12888
12898
12909
129110
129210
129310
129410
1295PREHOOK: query: explain select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value
1296PREHOOK: type: QUERY
1297POSTHOOK: query: explain select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value
1298POSTHOOK: type: QUERY
1299ABSTRACT SYNTAX TREE:
1300  (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (* 2 (. (TOK_TABLE_OR_COL b) key))))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
1301
1302STAGE DEPENDENCIES:
1303  Stage-1 is a root stage
1304  Stage-2 depends on stages: Stage-1
1305  Stage-0 is a root stage
1306
1307STAGE PLANS:
1308  Stage: Stage-1
1309    Map Reduce
1310      Alias -> Map Operator Tree:
1311        a 
1312          TableScan
1313            alias: a
1314            Reduce Output Operator
1315              key expressions:
1316                    expr: key
1317                    type: int
1318              sort order: +
1319              Map-reduce partition columns:
1320                    expr: key
1321                    type: int
1322              tag: 0
1323              value expressions:
1324                    expr: key
1325                    type: int
1326                    expr: value
1327                    type: string
1328        b 
1329          TableScan
1330            alias: b
1331            Select Operator
1332              expressions:
1333                    expr: key
1334                    type: int
1335              outputColumnNames: key
1336              Group By Operator
1337                bucketGroup: false
1338                keys:
1339                      expr: key
1340                      type: int
1341                mode: hash
1342                outputColumnNames: _col0
1343                Reduce Output Operator
1344                  key expressions:
1345                        expr: (2 * _col0)
1346                        type: int
1347                  sort order: +
1348                  Map-reduce partition columns:
1349                        expr: (2 * _col0)
1350                        type: int
1351                  tag: 1
1352      Reduce Operator Tree:
1353        Join Operator
1354          condition map:
1355               Left Semi Join 0 to 1
1356          condition expressions:
1357            0 {VALUE._col0} {VALUE._col1}
1358            1 
1359          handleSkewJoin: false
1360          outputColumnNames: _col0, _col1
1361          Select Operator
1362            expressions:
1363                  expr: _col0
1364                  type: int
1365                  expr: _col1
1366                  type: string
1367            outputColumnNames: _col0, _col1
1368            File Output Operator
1369              compressed: false
1370              GlobalTableId: 0
1371              table:
1372                  input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1373                  output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1374
1375  Stage: Stage-2
1376    Map Reduce
1377      Alias -> Map Operator Tree:
1378        file:/tmp/sdong/hive_2011-02-10_17-06-12_910_1677370657145984011/-mr-10002 
1379            Reduce Output Operator
1380              key expressions:
1381                    expr: _col0
1382                    type: int
1383                    expr: _col1
1384                    type: string
1385              sort order: ++
1386              tag: -1
1387              value expressions:
1388                    expr: _col0
1389                    type: int
1390                    expr: _col1
1391                    type: string
1392      Reduce Operator Tree:
1393        Extract
1394          File Output Operator
1395            compressed: false
1396            GlobalTableId: 0
1397            table:
1398                input format: org.apache.hadoop.mapred.TextInputFormat
1399                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
1400
1401  Stage: Stage-0
1402    Fetch Operator
1403      limit: -1
1404
1405
1406PREHOOK: query: select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value
1407PREHOOK: type: QUERY
1408PREHOOK: Input: default@t1
1409PREHOOK: Input: default@t2
1410PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-13_004_9070842837652856960/-mr-10000
1411POSTHOOK: query: select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a…

Large files files are truncated, but you can click here to view the full file