PageRenderTime 30ms CodeModel.GetById 15ms app.highlight 10ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/auto_join30.q.out

#
text | 2802 lines | 2701 code | 101 blank | 0 comment | 0 complexity | 0d1b451dae175af7c0a6173d40c5f9a2 MD5 | raw file

Large files files are truncated, but you can click here to view the full file

   1PREHOOK: query: explain
   2FROM 
   3(SELECT src.* FROM src sort by key) x
   4JOIN
   5(SELECT src.* FROM src sort by value) Y
   6ON (x.key = Y.key)
   7select sum(hash(Y.key,Y.value))
   8PREHOOK: type: QUERY
   9POSTHOOK: query: explain
  10FROM 
  11(SELECT src.* FROM src sort by key) x
  12JOIN
  13(SELECT src.* FROM src sort by value) Y
  14ON (x.key = Y.key)
  15select sum(hash(Y.key,Y.value))
  16POSTHOOK: type: QUERY
  17ABSTRACT SYNTAX TREE:
  18  (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
  19
  20STAGE DEPENDENCIES:
  21  Stage-1 is a root stage
  22  Stage-7 depends on stages: Stage-1, Stage-4 , consists of Stage-8, Stage-9, Stage-2
  23  Stage-8 has a backup stage: Stage-2
  24  Stage-5 depends on stages: Stage-8
  25  Stage-3 depends on stages: Stage-2, Stage-5, Stage-6
  26  Stage-9 has a backup stage: Stage-2
  27  Stage-6 depends on stages: Stage-9
  28  Stage-2
  29  Stage-4 is a root stage
  30  Stage-0 is a root stage
  31
  32STAGE PLANS:
  33  Stage: Stage-1
  34    Map Reduce
  35      Alias -> Map Operator Tree:
  36        x:src 
  37          TableScan
  38            alias: src
  39            Select Operator
  40              expressions:
  41                    expr: key
  42                    type: string
  43                    expr: value
  44                    type: string
  45              outputColumnNames: _col0, _col1
  46              Reduce Output Operator
  47                key expressions:
  48                      expr: _col0
  49                      type: string
  50                sort order: +
  51                tag: -1
  52                value expressions:
  53                      expr: _col0
  54                      type: string
  55                      expr: _col1
  56                      type: string
  57      Reduce Operator Tree:
  58        Extract
  59          File Output Operator
  60            compressed: false
  61            GlobalTableId: 0
  62            table:
  63                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
  64                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
  65
  66  Stage: Stage-7
  67    Conditional Operator
  68
  69  Stage: Stage-8
  70    Map Reduce Local Work
  71      Alias -> Map Local Tables:
  72        $INTNAME1 
  73          Fetch Operator
  74            limit: -1
  75      Alias -> Map Local Operator Tree:
  76        $INTNAME1 
  77            HashTable Sink Operator
  78              condition expressions:
  79                0 
  80                1 {_col0} {_col1}
  81              handleSkewJoin: false
  82              keys:
  83                0 [Column[_col0]]
  84                1 [Column[_col0]]
  85              Position of Big Table: 0
  86
  87  Stage: Stage-5
  88    Map Reduce
  89      Alias -> Map Operator Tree:
  90        $INTNAME 
  91            Map Join Operator
  92              condition map:
  93                   Inner Join 0 to 1
  94              condition expressions:
  95                0 
  96                1 {_col0} {_col1}
  97              handleSkewJoin: false
  98              keys:
  99                0 [Column[_col0]]
 100                1 [Column[_col0]]
 101              outputColumnNames: _col2, _col3
 102              Position of Big Table: 0
 103              Select Operator
 104                expressions:
 105                      expr: _col2
 106                      type: string
 107                      expr: _col3
 108                      type: string
 109                outputColumnNames: _col2, _col3
 110                Group By Operator
 111                  aggregations:
 112                        expr: sum(hash(_col2,_col3))
 113                  bucketGroup: false
 114                  mode: hash
 115                  outputColumnNames: _col0
 116                  File Output Operator
 117                    compressed: false
 118                    GlobalTableId: 0
 119                    table:
 120                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 121                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 122      Local Work:
 123        Map Reduce Local Work
 124
 125  Stage: Stage-3
 126    Map Reduce
 127      Alias -> Map Operator Tree:
 128        file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-29-33_521_1049482282230510027/-mr-10003 
 129            Reduce Output Operator
 130              sort order: 
 131              tag: -1
 132              value expressions:
 133                    expr: _col0
 134                    type: bigint
 135      Reduce Operator Tree:
 136        Group By Operator
 137          aggregations:
 138                expr: sum(VALUE._col0)
 139          bucketGroup: false
 140          mode: mergepartial
 141          outputColumnNames: _col0
 142          Select Operator
 143            expressions:
 144                  expr: _col0
 145                  type: bigint
 146            outputColumnNames: _col0
 147            File Output Operator
 148              compressed: false
 149              GlobalTableId: 0
 150              table:
 151                  input format: org.apache.hadoop.mapred.TextInputFormat
 152                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 153
 154  Stage: Stage-9
 155    Map Reduce Local Work
 156      Alias -> Map Local Tables:
 157        $INTNAME 
 158          Fetch Operator
 159            limit: -1
 160      Alias -> Map Local Operator Tree:
 161        $INTNAME 
 162            HashTable Sink Operator
 163              condition expressions:
 164                0 
 165                1 {_col0} {_col1}
 166              handleSkewJoin: false
 167              keys:
 168                0 [Column[_col0]]
 169                1 [Column[_col0]]
 170              Position of Big Table: 1
 171
 172  Stage: Stage-6
 173    Map Reduce
 174      Alias -> Map Operator Tree:
 175        $INTNAME1 
 176            Map Join Operator
 177              condition map:
 178                   Inner Join 0 to 1
 179              condition expressions:
 180                0 
 181                1 {_col0} {_col1}
 182              handleSkewJoin: false
 183              keys:
 184                0 [Column[_col0]]
 185                1 [Column[_col0]]
 186              outputColumnNames: _col2, _col3
 187              Position of Big Table: 1
 188              Select Operator
 189                expressions:
 190                      expr: _col2
 191                      type: string
 192                      expr: _col3
 193                      type: string
 194                outputColumnNames: _col2, _col3
 195                Group By Operator
 196                  aggregations:
 197                        expr: sum(hash(_col2,_col3))
 198                  bucketGroup: false
 199                  mode: hash
 200                  outputColumnNames: _col0
 201                  File Output Operator
 202                    compressed: false
 203                    GlobalTableId: 0
 204                    table:
 205                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 206                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 207      Local Work:
 208        Map Reduce Local Work
 209
 210  Stage: Stage-2
 211    Map Reduce
 212      Alias -> Map Operator Tree:
 213        $INTNAME 
 214            Reduce Output Operator
 215              key expressions:
 216                    expr: _col0
 217                    type: string
 218              sort order: +
 219              Map-reduce partition columns:
 220                    expr: _col0
 221                    type: string
 222              tag: 0
 223        $INTNAME1 
 224            Reduce Output Operator
 225              key expressions:
 226                    expr: _col0
 227                    type: string
 228              sort order: +
 229              Map-reduce partition columns:
 230                    expr: _col0
 231                    type: string
 232              tag: 1
 233              value expressions:
 234                    expr: _col0
 235                    type: string
 236                    expr: _col1
 237                    type: string
 238      Reduce Operator Tree:
 239        Join Operator
 240          condition map:
 241               Inner Join 0 to 1
 242          condition expressions:
 243            0 
 244            1 {VALUE._col0} {VALUE._col1}
 245          handleSkewJoin: false
 246          outputColumnNames: _col2, _col3
 247          Select Operator
 248            expressions:
 249                  expr: _col2
 250                  type: string
 251                  expr: _col3
 252                  type: string
 253            outputColumnNames: _col2, _col3
 254            Group By Operator
 255              aggregations:
 256                    expr: sum(hash(_col2,_col3))
 257              bucketGroup: false
 258              mode: hash
 259              outputColumnNames: _col0
 260              File Output Operator
 261                compressed: false
 262                GlobalTableId: 0
 263                table:
 264                    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 265                    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 266
 267  Stage: Stage-4
 268    Map Reduce
 269      Alias -> Map Operator Tree:
 270        y:src 
 271          TableScan
 272            alias: src
 273            Select Operator
 274              expressions:
 275                    expr: key
 276                    type: string
 277                    expr: value
 278                    type: string
 279              outputColumnNames: _col0, _col1
 280              Reduce Output Operator
 281                key expressions:
 282                      expr: _col1
 283                      type: string
 284                sort order: +
 285                tag: -1
 286                value expressions:
 287                      expr: _col0
 288                      type: string
 289                      expr: _col1
 290                      type: string
 291      Reduce Operator Tree:
 292        Extract
 293          File Output Operator
 294            compressed: false
 295            GlobalTableId: 0
 296            table:
 297                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 298                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 299
 300  Stage: Stage-0
 301    Fetch Operator
 302      limit: -1
 303
 304
 305PREHOOK: query: FROM 
 306(SELECT src.* FROM src sort by key) x
 307JOIN 
 308(SELECT src.* FROM src sort by value) Y
 309ON (x.key = Y.key)
 310select sum(hash(Y.key,Y.value))
 311PREHOOK: type: QUERY
 312PREHOOK: Input: default@src
 313PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-29-35_206_4517835727241747847/-mr-10000
 314POSTHOOK: query: FROM 
 315(SELECT src.* FROM src sort by key) x
 316JOIN 
 317(SELECT src.* FROM src sort by value) Y
 318ON (x.key = Y.key)
 319select sum(hash(Y.key,Y.value))
 320POSTHOOK: type: QUERY
 321POSTHOOK: Input: default@src
 322POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-29-35_206_4517835727241747847/-mr-10000
 323103231310608
 324PREHOOK: query: explain
 325FROM 
 326(SELECT src.* FROM src sort by key) x
 327LEFT OUTER JOIN
 328(SELECT src.* FROM src sort by value) Y
 329ON (x.key = Y.key)
 330select sum(hash(Y.key,Y.value))
 331PREHOOK: type: QUERY
 332POSTHOOK: query: explain
 333FROM 
 334(SELECT src.* FROM src sort by key) x
 335LEFT OUTER JOIN
 336(SELECT src.* FROM src sort by value) Y
 337ON (x.key = Y.key)
 338select sum(hash(Y.key,Y.value))
 339POSTHOOK: type: QUERY
 340ABSTRACT SYNTAX TREE:
 341  (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
 342
 343STAGE DEPENDENCIES:
 344  Stage-1 is a root stage
 345  Stage-6 depends on stages: Stage-1, Stage-4 , consists of Stage-7, Stage-2
 346  Stage-7 has a backup stage: Stage-2
 347  Stage-5 depends on stages: Stage-7
 348  Stage-3 depends on stages: Stage-2, Stage-5
 349  Stage-2
 350  Stage-4 is a root stage
 351  Stage-0 is a root stage
 352
 353STAGE PLANS:
 354  Stage: Stage-1
 355    Map Reduce
 356      Alias -> Map Operator Tree:
 357        x:src 
 358          TableScan
 359            alias: src
 360            Select Operator
 361              expressions:
 362                    expr: key
 363                    type: string
 364                    expr: value
 365                    type: string
 366              outputColumnNames: _col0, _col1
 367              Reduce Output Operator
 368                key expressions:
 369                      expr: _col0
 370                      type: string
 371                sort order: +
 372                tag: -1
 373                value expressions:
 374                      expr: _col0
 375                      type: string
 376                      expr: _col1
 377                      type: string
 378      Reduce Operator Tree:
 379        Extract
 380          File Output Operator
 381            compressed: false
 382            GlobalTableId: 0
 383            table:
 384                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 385                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 386
 387  Stage: Stage-6
 388    Conditional Operator
 389
 390  Stage: Stage-7
 391    Map Reduce Local Work
 392      Alias -> Map Local Tables:
 393        $INTNAME1 
 394          Fetch Operator
 395            limit: -1
 396      Alias -> Map Local Operator Tree:
 397        $INTNAME1 
 398            HashTable Sink Operator
 399              condition expressions:
 400                0 
 401                1 {_col0} {_col1}
 402              handleSkewJoin: false
 403              keys:
 404                0 [Column[_col0]]
 405                1 [Column[_col0]]
 406              Position of Big Table: 0
 407
 408  Stage: Stage-5
 409    Map Reduce
 410      Alias -> Map Operator Tree:
 411        $INTNAME 
 412            Map Join Operator
 413              condition map:
 414                   Left Outer Join0 to 1
 415              condition expressions:
 416                0 
 417                1 {_col0} {_col1}
 418              handleSkewJoin: false
 419              keys:
 420                0 [Column[_col0]]
 421                1 [Column[_col0]]
 422              outputColumnNames: _col2, _col3
 423              Position of Big Table: 0
 424              Select Operator
 425                expressions:
 426                      expr: _col2
 427                      type: string
 428                      expr: _col3
 429                      type: string
 430                outputColumnNames: _col2, _col3
 431                Group By Operator
 432                  aggregations:
 433                        expr: sum(hash(_col2,_col3))
 434                  bucketGroup: false
 435                  mode: hash
 436                  outputColumnNames: _col0
 437                  File Output Operator
 438                    compressed: false
 439                    GlobalTableId: 0
 440                    table:
 441                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 442                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 443      Local Work:
 444        Map Reduce Local Work
 445
 446  Stage: Stage-3
 447    Map Reduce
 448      Alias -> Map Operator Tree:
 449        file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-30-12_697_8776019509777494227/-mr-10003 
 450            Reduce Output Operator
 451              sort order: 
 452              tag: -1
 453              value expressions:
 454                    expr: _col0
 455                    type: bigint
 456      Reduce Operator Tree:
 457        Group By Operator
 458          aggregations:
 459                expr: sum(VALUE._col0)
 460          bucketGroup: false
 461          mode: mergepartial
 462          outputColumnNames: _col0
 463          Select Operator
 464            expressions:
 465                  expr: _col0
 466                  type: bigint
 467            outputColumnNames: _col0
 468            File Output Operator
 469              compressed: false
 470              GlobalTableId: 0
 471              table:
 472                  input format: org.apache.hadoop.mapred.TextInputFormat
 473                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 474
 475  Stage: Stage-2
 476    Map Reduce
 477      Alias -> Map Operator Tree:
 478        $INTNAME 
 479            Reduce Output Operator
 480              key expressions:
 481                    expr: _col0
 482                    type: string
 483              sort order: +
 484              Map-reduce partition columns:
 485                    expr: _col0
 486                    type: string
 487              tag: 0
 488        $INTNAME1 
 489            Reduce Output Operator
 490              key expressions:
 491                    expr: _col0
 492                    type: string
 493              sort order: +
 494              Map-reduce partition columns:
 495                    expr: _col0
 496                    type: string
 497              tag: 1
 498              value expressions:
 499                    expr: _col0
 500                    type: string
 501                    expr: _col1
 502                    type: string
 503      Reduce Operator Tree:
 504        Join Operator
 505          condition map:
 506               Left Outer Join0 to 1
 507          condition expressions:
 508            0 
 509            1 {VALUE._col0} {VALUE._col1}
 510          handleSkewJoin: false
 511          outputColumnNames: _col2, _col3
 512          Select Operator
 513            expressions:
 514                  expr: _col2
 515                  type: string
 516                  expr: _col3
 517                  type: string
 518            outputColumnNames: _col2, _col3
 519            Group By Operator
 520              aggregations:
 521                    expr: sum(hash(_col2,_col3))
 522              bucketGroup: false
 523              mode: hash
 524              outputColumnNames: _col0
 525              File Output Operator
 526                compressed: false
 527                GlobalTableId: 0
 528                table:
 529                    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 530                    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 531
 532  Stage: Stage-4
 533    Map Reduce
 534      Alias -> Map Operator Tree:
 535        y:src 
 536          TableScan
 537            alias: src
 538            Select Operator
 539              expressions:
 540                    expr: key
 541                    type: string
 542                    expr: value
 543                    type: string
 544              outputColumnNames: _col0, _col1
 545              Reduce Output Operator
 546                key expressions:
 547                      expr: _col1
 548                      type: string
 549                sort order: +
 550                tag: -1
 551                value expressions:
 552                      expr: _col0
 553                      type: string
 554                      expr: _col1
 555                      type: string
 556      Reduce Operator Tree:
 557        Extract
 558          File Output Operator
 559            compressed: false
 560            GlobalTableId: 0
 561            table:
 562                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 563                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 564
 565  Stage: Stage-0
 566    Fetch Operator
 567      limit: -1
 568
 569
 570PREHOOK: query: FROM 
 571(SELECT src.* FROM src sort by key) x
 572LEFT OUTER JOIN 
 573(SELECT src.* FROM src sort by value) Y
 574ON (x.key = Y.key)
 575select sum(hash(Y.key,Y.value))
 576PREHOOK: type: QUERY
 577PREHOOK: Input: default@src
 578PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-30-13_659_8930056926219050163/-mr-10000
 579POSTHOOK: query: FROM 
 580(SELECT src.* FROM src sort by key) x
 581LEFT OUTER JOIN 
 582(SELECT src.* FROM src sort by value) Y
 583ON (x.key = Y.key)
 584select sum(hash(Y.key,Y.value))
 585POSTHOOK: type: QUERY
 586POSTHOOK: Input: default@src
 587POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-30-13_659_8930056926219050163/-mr-10000
 588103231310608
 589PREHOOK: query: explain
 590FROM 
 591(SELECT src.* FROM src sort by key) x
 592RIGHT OUTER JOIN
 593(SELECT src.* FROM src sort by value) Y
 594ON (x.key = Y.key)
 595select sum(hash(Y.key,Y.value))
 596PREHOOK: type: QUERY
 597POSTHOOK: query: explain
 598FROM 
 599(SELECT src.* FROM src sort by key) x
 600RIGHT OUTER JOIN
 601(SELECT src.* FROM src sort by value) Y
 602ON (x.key = Y.key)
 603select sum(hash(Y.key,Y.value))
 604POSTHOOK: type: QUERY
 605ABSTRACT SYNTAX TREE:
 606  (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
 607
 608STAGE DEPENDENCIES:
 609  Stage-1 is a root stage
 610  Stage-6 depends on stages: Stage-1, Stage-4 , consists of Stage-7, Stage-2
 611  Stage-7 has a backup stage: Stage-2
 612  Stage-5 depends on stages: Stage-7
 613  Stage-3 depends on stages: Stage-2, Stage-5
 614  Stage-2
 615  Stage-4 is a root stage
 616  Stage-0 is a root stage
 617
 618STAGE PLANS:
 619  Stage: Stage-1
 620    Map Reduce
 621      Alias -> Map Operator Tree:
 622        x:src 
 623          TableScan
 624            alias: src
 625            Select Operator
 626              expressions:
 627                    expr: key
 628                    type: string
 629                    expr: value
 630                    type: string
 631              outputColumnNames: _col0, _col1
 632              Reduce Output Operator
 633                key expressions:
 634                      expr: _col0
 635                      type: string
 636                sort order: +
 637                tag: -1
 638                value expressions:
 639                      expr: _col0
 640                      type: string
 641                      expr: _col1
 642                      type: string
 643      Reduce Operator Tree:
 644        Extract
 645          File Output Operator
 646            compressed: false
 647            GlobalTableId: 0
 648            table:
 649                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 650                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 651
 652  Stage: Stage-6
 653    Conditional Operator
 654
 655  Stage: Stage-7
 656    Map Reduce Local Work
 657      Alias -> Map Local Tables:
 658        $INTNAME 
 659          Fetch Operator
 660            limit: -1
 661      Alias -> Map Local Operator Tree:
 662        $INTNAME 
 663            HashTable Sink Operator
 664              condition expressions:
 665                0 
 666                1 {_col0} {_col1}
 667              handleSkewJoin: false
 668              keys:
 669                0 [Column[_col0]]
 670                1 [Column[_col0]]
 671              Position of Big Table: 1
 672
 673  Stage: Stage-5
 674    Map Reduce
 675      Alias -> Map Operator Tree:
 676        $INTNAME1 
 677            Map Join Operator
 678              condition map:
 679                   Right Outer Join0 to 1
 680              condition expressions:
 681                0 
 682                1 {_col0} {_col1}
 683              handleSkewJoin: false
 684              keys:
 685                0 [Column[_col0]]
 686                1 [Column[_col0]]
 687              outputColumnNames: _col2, _col3
 688              Position of Big Table: 1
 689              Select Operator
 690                expressions:
 691                      expr: _col2
 692                      type: string
 693                      expr: _col3
 694                      type: string
 695                outputColumnNames: _col2, _col3
 696                Group By Operator
 697                  aggregations:
 698                        expr: sum(hash(_col2,_col3))
 699                  bucketGroup: false
 700                  mode: hash
 701                  outputColumnNames: _col0
 702                  File Output Operator
 703                    compressed: false
 704                    GlobalTableId: 0
 705                    table:
 706                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 707                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 708      Local Work:
 709        Map Reduce Local Work
 710
 711  Stage: Stage-3
 712    Map Reduce
 713      Alias -> Map Operator Tree:
 714        file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-30-45_367_2576785772484562232/-mr-10003 
 715            Reduce Output Operator
 716              sort order: 
 717              tag: -1
 718              value expressions:
 719                    expr: _col0
 720                    type: bigint
 721      Reduce Operator Tree:
 722        Group By Operator
 723          aggregations:
 724                expr: sum(VALUE._col0)
 725          bucketGroup: false
 726          mode: mergepartial
 727          outputColumnNames: _col0
 728          Select Operator
 729            expressions:
 730                  expr: _col0
 731                  type: bigint
 732            outputColumnNames: _col0
 733            File Output Operator
 734              compressed: false
 735              GlobalTableId: 0
 736              table:
 737                  input format: org.apache.hadoop.mapred.TextInputFormat
 738                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 739
 740  Stage: Stage-2
 741    Map Reduce
 742      Alias -> Map Operator Tree:
 743        $INTNAME 
 744            Reduce Output Operator
 745              key expressions:
 746                    expr: _col0
 747                    type: string
 748              sort order: +
 749              Map-reduce partition columns:
 750                    expr: _col0
 751                    type: string
 752              tag: 0
 753        $INTNAME1 
 754            Reduce Output Operator
 755              key expressions:
 756                    expr: _col0
 757                    type: string
 758              sort order: +
 759              Map-reduce partition columns:
 760                    expr: _col0
 761                    type: string
 762              tag: 1
 763              value expressions:
 764                    expr: _col0
 765                    type: string
 766                    expr: _col1
 767                    type: string
 768      Reduce Operator Tree:
 769        Join Operator
 770          condition map:
 771               Right Outer Join0 to 1
 772          condition expressions:
 773            0 
 774            1 {VALUE._col0} {VALUE._col1}
 775          handleSkewJoin: false
 776          outputColumnNames: _col2, _col3
 777          Select Operator
 778            expressions:
 779                  expr: _col2
 780                  type: string
 781                  expr: _col3
 782                  type: string
 783            outputColumnNames: _col2, _col3
 784            Group By Operator
 785              aggregations:
 786                    expr: sum(hash(_col2,_col3))
 787              bucketGroup: false
 788              mode: hash
 789              outputColumnNames: _col0
 790              File Output Operator
 791                compressed: false
 792                GlobalTableId: 0
 793                table:
 794                    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 795                    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 796
 797  Stage: Stage-4
 798    Map Reduce
 799      Alias -> Map Operator Tree:
 800        y:src 
 801          TableScan
 802            alias: src
 803            Select Operator
 804              expressions:
 805                    expr: key
 806                    type: string
 807                    expr: value
 808                    type: string
 809              outputColumnNames: _col0, _col1
 810              Reduce Output Operator
 811                key expressions:
 812                      expr: _col1
 813                      type: string
 814                sort order: +
 815                tag: -1
 816                value expressions:
 817                      expr: _col0
 818                      type: string
 819                      expr: _col1
 820                      type: string
 821      Reduce Operator Tree:
 822        Extract
 823          File Output Operator
 824            compressed: false
 825            GlobalTableId: 0
 826            table:
 827                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 828                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 829
 830  Stage: Stage-0
 831    Fetch Operator
 832      limit: -1
 833
 834
 835PREHOOK: query: FROM 
 836(SELECT src.* FROM src sort by key) x
 837RIGHT OUTER JOIN 
 838(SELECT src.* FROM src sort by value) Y
 839ON (x.key = Y.key)
 840select sum(hash(Y.key,Y.value))
 841PREHOOK: type: QUERY
 842PREHOOK: Input: default@src
 843PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-30-45_713_4388632692386585223/-mr-10000
 844POSTHOOK: query: FROM 
 845(SELECT src.* FROM src sort by key) x
 846RIGHT OUTER JOIN 
 847(SELECT src.* FROM src sort by value) Y
 848ON (x.key = Y.key)
 849select sum(hash(Y.key,Y.value))
 850POSTHOOK: type: QUERY
 851POSTHOOK: Input: default@src
 852POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-30-45_713_4388632692386585223/-mr-10000
 853103231310608
 854PREHOOK: query: explain
 855FROM 
 856(SELECT src.* FROM src sort by key) x
 857JOIN
 858(SELECT src.* FROM src sort by value) Y
 859ON (x.key = Y.key)
 860JOIN
 861(SELECT src.* FROM src sort by value) Z
 862ON (x.key = Z.key)
 863select sum(hash(Y.key,Y.value))
 864PREHOOK: type: QUERY
 865POSTHOOK: query: explain
 866FROM 
 867(SELECT src.* FROM src sort by key) x
 868JOIN
 869(SELECT src.* FROM src sort by value) Y
 870ON (x.key = Y.key)
 871JOIN
 872(SELECT src.* FROM src sort by value) Z
 873ON (x.key = Z.key)
 874select sum(hash(Y.key,Y.value))
 875POSTHOOK: type: QUERY
 876ABSTRACT SYNTAX TREE:
 877  (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Z) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Z) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
 878
 879STAGE DEPENDENCIES:
 880  Stage-1 is a root stage
 881  Stage-9 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-10, Stage-11, Stage-12, Stage-2
 882  Stage-10 has a backup stage: Stage-2
 883  Stage-6 depends on stages: Stage-10
 884  Stage-3 depends on stages: Stage-2, Stage-6, Stage-7, Stage-8
 885  Stage-11 has a backup stage: Stage-2
 886  Stage-7 depends on stages: Stage-11
 887  Stage-12 has a backup stage: Stage-2
 888  Stage-8 depends on stages: Stage-12
 889  Stage-2
 890  Stage-4 is a root stage
 891  Stage-5 is a root stage
 892  Stage-0 is a root stage
 893
 894STAGE PLANS:
 895  Stage: Stage-1
 896    Map Reduce
 897      Alias -> Map Operator Tree:
 898        z:src 
 899          TableScan
 900            alias: src
 901            Select Operator
 902              expressions:
 903                    expr: key
 904                    type: string
 905                    expr: value
 906                    type: string
 907              outputColumnNames: _col0, _col1
 908              Reduce Output Operator
 909                key expressions:
 910                      expr: _col1
 911                      type: string
 912                sort order: +
 913                tag: -1
 914                value expressions:
 915                      expr: _col0
 916                      type: string
 917                      expr: _col1
 918                      type: string
 919      Reduce Operator Tree:
 920        Extract
 921          File Output Operator
 922            compressed: false
 923            GlobalTableId: 0
 924            table:
 925                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 926                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 927
 928  Stage: Stage-9
 929    Conditional Operator
 930
 931  Stage: Stage-10
 932    Map Reduce Local Work
 933      Alias -> Map Local Tables:
 934        $INTNAME 
 935          Fetch Operator
 936            limit: -1
 937        $INTNAME2 
 938          Fetch Operator
 939            limit: -1
 940      Alias -> Map Local Operator Tree:
 941        $INTNAME 
 942            HashTable Sink Operator
 943              condition expressions:
 944                0 
 945                1 {_col0} {_col1}
 946                2 
 947              handleSkewJoin: false
 948              keys:
 949                0 [Column[_col0]]
 950                1 [Column[_col0]]
 951                2 [Column[_col0]]
 952              Position of Big Table: 0
 953        $INTNAME2 
 954            HashTable Sink Operator
 955              condition expressions:
 956                0 
 957                1 {_col0} {_col1}
 958                2 
 959              handleSkewJoin: false
 960              keys:
 961                0 [Column[_col0]]
 962                1 [Column[_col0]]
 963                2 [Column[_col0]]
 964              Position of Big Table: 0
 965
 966  Stage: Stage-6
 967    Map Reduce
 968      Alias -> Map Operator Tree:
 969        $INTNAME1 
 970            Map Join Operator
 971              condition map:
 972                   Inner Join 0 to 1
 973                   Inner Join 0 to 2
 974              condition expressions:
 975                0 
 976                1 {_col0} {_col1}
 977                2 
 978              handleSkewJoin: false
 979              keys:
 980                0 [Column[_col0]]
 981                1 [Column[_col0]]
 982                2 [Column[_col0]]
 983              outputColumnNames: _col2, _col3
 984              Position of Big Table: 0
 985              Select Operator
 986                expressions:
 987                      expr: _col2
 988                      type: string
 989                      expr: _col3
 990                      type: string
 991                outputColumnNames: _col2, _col3
 992                Group By Operator
 993                  aggregations:
 994                        expr: sum(hash(_col2,_col3))
 995                  bucketGroup: false
 996                  mode: hash
 997                  outputColumnNames: _col0
 998                  File Output Operator
 999                    compressed: false
1000                    GlobalTableId: 0
1001                    table:
1002                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1003                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1004      Local Work:
1005        Map Reduce Local Work
1006
1007  Stage: Stage-3
1008    Map Reduce
1009      Alias -> Map Operator Tree:
1010        file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-31-13_566_5103248435836603181/-mr-10003 
1011            Reduce Output Operator
1012              sort order: 
1013              tag: -1
1014              value expressions:
1015                    expr: _col0
1016                    type: bigint
1017      Reduce Operator Tree:
1018        Group By Operator
1019          aggregations:
1020                expr: sum(VALUE._col0)
1021          bucketGroup: false
1022          mode: mergepartial
1023          outputColumnNames: _col0
1024          Select Operator
1025            expressions:
1026                  expr: _col0
1027                  type: bigint
1028            outputColumnNames: _col0
1029            File Output Operator
1030              compressed: false
1031              GlobalTableId: 0
1032              table:
1033                  input format: org.apache.hadoop.mapred.TextInputFormat
1034                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
1035
1036  Stage: Stage-11
1037    Map Reduce Local Work
1038      Alias -> Map Local Tables:
1039        $INTNAME 
1040          Fetch Operator
1041            limit: -1
1042        $INTNAME1 
1043          Fetch Operator
1044            limit: -1
1045      Alias -> Map Local Operator Tree:
1046        $INTNAME 
1047            HashTable Sink Operator
1048              condition expressions:
1049                0 
1050                1 {_col0} {_col1}
1051                2 
1052              handleSkewJoin: false
1053              keys:
1054                0 [Column[_col0]]
1055                1 [Column[_col0]]
1056                2 [Column[_col0]]
1057              Position of Big Table: 1
1058        $INTNAME1 
1059            HashTable Sink Operator
1060              condition expressions:
1061                0 
1062                1 {_col0} {_col1}
1063                2 
1064              handleSkewJoin: false
1065              keys:
1066                0 [Column[_col0]]
1067                1 [Column[_col0]]
1068                2 [Column[_col0]]
1069              Position of Big Table: 1
1070
1071  Stage: Stage-7
1072    Map Reduce
1073      Alias -> Map Operator Tree:
1074        $INTNAME2 
1075            Map Join Operator
1076              condition map:
1077                   Inner Join 0 to 1
1078                   Inner Join 0 to 2
1079              condition expressions:
1080                0 
1081                1 {_col0} {_col1}
1082                2 
1083              handleSkewJoin: false
1084              keys:
1085                0 [Column[_col0]]
1086                1 [Column[_col0]]
1087                2 [Column[_col0]]
1088              outputColumnNames: _col2, _col3
1089              Position of Big Table: 1
1090              Select Operator
1091                expressions:
1092                      expr: _col2
1093                      type: string
1094                      expr: _col3
1095                      type: string
1096                outputColumnNames: _col2, _col3
1097                Group By Operator
1098                  aggregations:
1099                        expr: sum(hash(_col2,_col3))
1100                  bucketGroup: false
1101                  mode: hash
1102                  outputColumnNames: _col0
1103                  File Output Operator
1104                    compressed: false
1105                    GlobalTableId: 0
1106                    table:
1107                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1108                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1109      Local Work:
1110        Map Reduce Local Work
1111
1112  Stage: Stage-12
1113    Map Reduce Local Work
1114      Alias -> Map Local Tables:
1115        $INTNAME1 
1116          Fetch Operator
1117            limit: -1
1118        $INTNAME2 
1119          Fetch Operator
1120            limit: -1
1121      Alias -> Map Local Operator Tree:
1122        $INTNAME1 
1123            HashTable Sink Operator
1124              condition expressions:
1125                0 
1126                1 {_col0} {_col1}
1127                2 
1128              handleSkewJoin: false
1129              keys:
1130                0 [Column[_col0]]
1131                1 [Column[_col0]]
1132                2 [Column[_col0]]
1133              Position of Big Table: 2
1134        $INTNAME2 
1135            HashTable Sink Operator
1136              condition expressions:
1137                0 
1138                1 {_col0} {_col1}
1139                2 
1140              handleSkewJoin: false
1141              keys:
1142                0 [Column[_col0]]
1143                1 [Column[_col0]]
1144                2 [Column[_col0]]
1145              Position of Big Table: 2
1146
1147  Stage: Stage-8
1148    Map Reduce
1149      Alias -> Map Operator Tree:
1150        $INTNAME 
1151            Map Join Operator
1152              condition map:
1153                   Inner Join 0 to 1
1154                   Inner Join 0 to 2
1155              condition expressions:
1156                0 
1157                1 {_col0} {_col1}
1158                2 
1159              handleSkewJoin: false
1160              keys:
1161                0 [Column[_col0]]
1162                1 [Column[_col0]]
1163                2 [Column[_col0]]
1164              outputColumnNames: _col2, _col3
1165              Position of Big Table: 2
1166              Select Operator
1167                expressions:
1168                      expr: _col2
1169                      type: string
1170                      expr: _col3
1171                      type: string
1172                outputColumnNames: _col2, _col3
1173                Group By Operator
1174                  aggregations:
1175                        expr: sum(hash(_col2,_col3))
1176                  bucketGroup: false
1177                  mode: hash
1178                  outputColumnNames: _col0
1179                  File Output Operator
1180                    compressed: false
1181                    GlobalTableId: 0
1182                    table:
1183                        input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1184                        output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1185      Local Work:
1186        Map Reduce Local Work
1187
1188  Stage: Stage-2
1189    Map Reduce
1190      Alias -> Map Operator Tree:
1191        $INTNAME 
1192            Reduce Output Operator
1193              key expressions:
1194                    expr: _col0
1195                    type: string
1196              sort order: +
1197              Map-reduce partition columns:
1198                    expr: _col0
1199                    type: string
1200              tag: 2
1201        $INTNAME1 
1202            Reduce Output Operator
1203              key expressions:
1204                    expr: _col0
1205                    type: string
1206              sort order: +
1207              Map-reduce partition columns:
1208                    expr: _col0
1209                    type: string
1210              tag: 0
1211        $INTNAME2 
1212            Reduce Output Operator
1213              key expressions:
1214                    expr: _col0
1215                    type: string
1216              sort order: +
1217              Map-reduce partition columns:
1218                    expr: _col0
1219                    type: string
1220              tag: 1
1221              value expressions:
1222                    expr: _col0
1223                    type: string
1224                    expr: _col1
1225                    type: string
1226      Reduce Operator Tree:
1227        Join Operator
1228          condition map:
1229               Inner Join 0 to 1
1230               Inner Join 0 to 2
1231          condition expressions:
1232            0 
1233            1 {VALUE._col0} {VALUE._col1}
1234            2 
1235          handleSkewJoin: false
1236          outputColumnNames: _col2, _col3
1237          Select Operator
1238            expressions:
1239                  expr: _col2
1240                  type: string
1241                  expr: _col3
1242                  type: string
1243            outputColumnNames: _col2, _col3
1244            Group By Operator
1245              aggregations:
1246                    expr: sum(hash(_col2,_col3))
1247              bucketGroup: false
1248              mode: hash
1249              outputColumnNames: _col0
1250              File Output Operator
1251                compressed: false
1252                GlobalTableId: 0
1253                table:
1254                    input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1255                    output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1256
1257  Stage: Stage-4
1258    Map Reduce
1259      Alias -> Map Operator Tree:
1260        x:src 
1261          TableScan
1262            alias: src
1263            Select Operator
1264              expressions:
1265                    expr: key
1266                    type: string
1267                    expr: value
1268                    type: string
1269              outputColumnNames: _col0, _col1
1270              Reduce Output Operator
1271                key expressions:
1272                      expr: _col0
1273                      type: string
1274                sort order: +
1275                tag: -1
1276                value expressions:
1277                      expr: _col0
1278                      type: string
1279                      expr: _col1
1280                      type: string
1281      Reduce Operator Tree:
1282        Extract
1283          File Output Operator
1284            compressed: false
1285            GlobalTableId: 0
1286            table:
1287                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1288                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1289
1290  Stage: Stage-5
1291    Map Reduce
1292      Alias -> Map Operator Tree:
1293        y:src 
1294          TableScan
1295            alias: src
1296            Select Operator
1297              expressions:
1298                    expr: key
1299                    type: string
1300                    expr: value
1301                    type: string
1302              outputColumnNames: _col0, _col1
1303              Reduce Output Operator
1304                key expressions:
1305                      expr: _col1
1306                      type: string
1307                sort order: +
1308                tag: -1
1309                value expressions:
1310                      expr: _col0
1311                      type: string
1312                      expr: _col1
1313                      type: string
1314      Reduce Operator Tree:
1315        Extract
1316          File Output Operator
1317            compressed: false
1318            GlobalTableId: 0
1319            table:
1320                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1321                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1322
1323  Stage: Stage-0
1324    Fetch Operator
1325      limit: -1
1326
1327
1328PREHOOK: query: FROM
1329(SELECT src.* FROM src sort by key) x
1330JOIN
1331(SELECT src.* FROM src sort by value) Y
1332ON (x.key = Y.key)
1333JOIN
1334(SELECT src.* FROM src sort by value) Z
1335ON (x.key = Z.key)
1336select sum(hash(Y.key,Y.value))
1337PREHOOK: type: QUERY
1338PREHOOK: Input: default@src
1339PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-31-14_078_677078805297192158/-mr-10000
1340POSTHOOK: query: FROM
1341(SELECT src.* FROM src sort by key) x
1342JOIN
1343(SELECT src.* FROM src sort by value) Y
1344ON (x.key = Y.key)
1345JOIN
1346(SELECT src.* FROM src sort by value) Z
1347ON (x.key = Z.key)
1348select sum(hash(Y.key,Y.value))
1349POSTHOOK: type: QUERY
1350POSTHOOK: Input: default@src
1351POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-31-14_078_677078805297192158/-mr-10000
1352348019368476
1353PREHOOK: query: explain
1354FROM 
1355(SELECT src.* FROM src sort by key) x
1356JOIN
1357(SELECT src.* FROM src sort by value) Y
1358ON (x.key = Y.key)
1359LEFT OUTER JOIN
1360(SELECT src.* FROM src sort by value) Z
1361ON (x.key = Z.key)
1362select sum(hash(Y.key,Y.value))
1363PREHOOK: type: QUERY
1364POSTHOOK: query: explain
1365FROM 
1366(SELECT src.* FROM src sort by key) x
1367JOIN
1368(SELECT src.* FROM src sort by value) Y
1369ON (x.key = Y.key)
1370LEFT OUTER JOIN
1371(SELECT src.* FROM src sort by value) Z
1372ON (x.key = Z.key)
1373select sum(hash(Y.key,Y.value))
1374POSTHOOK: type: QUERY
1375ABSTRACT SYNTAX TREE:
1376  (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_JOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Z) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Z) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
1377
1378STAGE DEPENDENCIES:
1379  Stage-1 is a root stage
1380  Stage-8 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-9, Stage-10, Stage-2
1381  Stage-9 has a backup stage: Stage-2
1382  Stage-6 depends on stages: Stage-9
1383  Stage-3 depends on stages: Stage-2, Stage-6, Stage-7
1384  Stage-10 has a backup stage: Stage-2
1385  Stage-7 depends on stages: Stage-10
1386  Stage-2
1387  Stage-4 is a root stage
1388  Stage-5 is a root stage
1389  Stage-0 is a root stage
1390
1391STAGE PLANS:
1392  Stage: Stage-1
1393    Map Reduce
1394      Alias -> Map Operator Tree:
1395        z:src 
1396          TableScan
1397            alias: src
1398            Select Operator
1399              expressions:
1400                    expr: key
1401                    type: string
1402                    expr: value
1403                    type: string
1404              outputColumnNames: _col0, _col1
1405              Reduce Output Operator
1406                key expressions:
1407                      expr: _col1
1408                      type: string
1409                sort order: +
1410                tag: -1
1411                value expressions:
1412                      expr: _col0
1413                      type: string
1414                      expr: _col1
1415                      type: string
1416      Reduce Operator Tree:
1417        Extract
1418          File Output Operator
1419            compressed: false
1420            GlobalTableId: 0
1421            table:
1422                input format: org.apache.hadoop.mapred.SequenceFileInputFormat
1423                output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
1424
1425  Stage: Stage-8
1426    Conditional Operator
1427
1428  Stage: Stage-9
1429    Map Reduce Local Work
1430      Alias -> Map Local Tables:
1431        $INTNAME 
1432          Fetch Operator
1433            limit: -1
1434        $INTNAME2 
1435          Fetch Operator
1436            limit: -1
1437      Alias -> Map Local Operator Tree:
1438        $INTNAME 
1439            HashTable Sink Operator
1440              condition expressions:
1441                0 
1442                1 {_col0} {_col1}
1443                2 
1444              handleSkewJoin: false
1445              keys:
1446                0 [Column[_col0]]
1447                1 [Column[_col0]]
1448                2 [Column[_col0]]
1449              Position of Big Table: 0
1450        $INTNAME2 
1451            HashTable Sink Operator
1452              condition expressions:
1453                0 
1454                1 {_col0} {_col1}
1455                2 
1456              handleSkewJoin: false
1457              keys:
1458                0 [Column[_col0]]
1459                1 [Column[_col0]]
1460                2 [Column[_col0]]
1461              Position of Big Table: 0
1462
1463  Stage: Stage-6
1464

Large files files are truncated, but you can click here to view the full file