PageRenderTime 59ms CodeModel.GetById 14ms RepoModel.GetById 0ms app.codeStats 1ms

/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/auto_join30.q.out

#
text | 2802 lines | 2701 code | 101 blank | 0 comment | 0 complexity | 0d1b451dae175af7c0a6173d40c5f9a2 MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0 
    

  1. PREHOOK: query: explain
    2. 

  2. FROM 
    3. 

  3. (SELECT src.* FROM src sort by key) x
    4. 

  4. JOIN
    5. 

  5. (SELECT src.* FROM src sort by value) Y
    6. 

  6. ON (x.key = Y.key)
    7. 

  7. select sum(hash(Y.key,Y.value))
    8. 

  8. PREHOOK: type: QUERY
    9. 

  9. POSTHOOK: query: explain
    10. 

  10. FROM 
    11. 

  11. (SELECT src.* FROM src sort by key) x
    12. 

  12. JOIN
    13. 

  13. (SELECT src.* FROM src sort by value) Y
    14. 

  14. ON (x.key = Y.key)
    15. 

  15. select sum(hash(Y.key,Y.value))
    16. 

  16. POSTHOOK: type: QUERY
    17. 

  17. ABSTRACT SYNTAX TREE:
    18. 

  18.   (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
    19. 

  19. 

  20. STAGE DEPENDENCIES:
    21. 

  21.   Stage-1 is a root stage
    22. 

  22.   Stage-7 depends on stages: Stage-1, Stage-4 , consists of Stage-8, Stage-9, Stage-2
    23. 

  23.   Stage-8 has a backup stage: Stage-2
    24. 

  24.   Stage-5 depends on stages: Stage-8
    25. 

  25.   Stage-3 depends on stages: Stage-2, Stage-5, Stage-6
    26. 

  26.   Stage-9 has a backup stage: Stage-2
    27. 

  27.   Stage-6 depends on stages: Stage-9
    28. 

  28.   Stage-2
    29. 

  29.   Stage-4 is a root stage
    30. 

  30.   Stage-0 is a root stage
    31. 

  31. 

  32. STAGE PLANS:
    33. 

  33.   Stage: Stage-1
    34. 

  34.     Map Reduce
    35. 

  35.       Alias -> Map Operator Tree:
    36. 

  36.         x:src 
    37. 

  37.           TableScan
    38. 

  38.             alias: src
    39. 

  39.             Select Operator
    40. 

  40.               expressions:
    41. 

  41.                     expr: key
    42. 

  42.                     type: string
    43. 

  43.                     expr: value
    44. 

  44.                     type: string
    45. 

  45.               outputColumnNames: _col0, _col1
    46. 

  46.               Reduce Output Operator
    47. 

  47.                 key expressions:
    48. 

  48.                       expr: _col0
    49. 

  49.                       type: string
    50. 

  50.                 sort order: +
    51. 

  51.                 tag: -1
    52. 

  52.                 value expressions:
    53. 

  53.                       expr: _col0
    54. 

  54.                       type: string
    55. 

  55.                       expr: _col1
    56. 

  56.                       type: string
    57. 

  57.       Reduce Operator Tree:
    58. 

  58.         Extract
    59. 

  59.           File Output Operator
    60. 

  60.             compressed: false
    61. 

  61.             GlobalTableId: 0
    62. 

  62.             table:
    63. 

  63.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    64. 

  64.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    65. 

  65. 

  66.   Stage: Stage-7
    67. 

  67.     Conditional Operator
    68. 

  68. 

  69.   Stage: Stage-8
    70. 

  70.     Map Reduce Local Work
    71. 

  71.       Alias -> Map Local Tables:
    72. 

  72.         $INTNAME1 
    73. 

  73.           Fetch Operator
    74. 

  74.             limit: -1
    75. 

  75.       Alias -> Map Local Operator Tree:
    76. 

  76.         $INTNAME1 
    77. 

  77.             HashTable Sink Operator
    78. 

  78.               condition expressions:
    79. 

  79.                 0 
    80. 

  80.                 1 {_col0} {_col1}
    81. 

  81.               handleSkewJoin: false
    82. 

  82.               keys:
    83. 

  83.                 0 [Column[_col0]]
    84. 

  84.                 1 [Column[_col0]]
    85. 

  85.               Position of Big Table: 0
    86. 

  86. 

  87.   Stage: Stage-5
    88. 

  88.     Map Reduce
    89. 

  89.       Alias -> Map Operator Tree:
    90. 

  90.         $INTNAME 
    91. 

  91.             Map Join Operator
    92. 

  92.               condition map:
    93. 

  93.                    Inner Join 0 to 1
    94. 

  94.               condition expressions:
    95. 

  95.                 0 
    96. 

  96.                 1 {_col0} {_col1}
    97. 

  97.               handleSkewJoin: false
    98. 

  98.               keys:
    99. 

  99.                 0 [Column[_col0]]
    100. 

  100.                 1 [Column[_col0]]
    101. 

  101.               outputColumnNames: _col2, _col3
    102. 

  102.               Position of Big Table: 0
    103. 

  103.               Select Operator
    104. 

  104.                 expressions:
    105. 

  105.                       expr: _col2
    106. 

  106.                       type: string
    107. 

  107.                       expr: _col3
    108. 

  108.                       type: string
    109. 

  109.                 outputColumnNames: _col2, _col3
    110. 

  110.                 Group By Operator
    111. 

  111.                   aggregations:
    112. 

  112.                         expr: sum(hash(_col2,_col3))
    113. 

  113.                   bucketGroup: false
    114. 

  114.                   mode: hash
    115. 

  115.                   outputColumnNames: _col0
    116. 

  116.                   File Output Operator
    117. 

  117.                     compressed: false
    118. 

  118.                     GlobalTableId: 0
    119. 

  119.                     table:
    120. 

  120.                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    121. 

  121.                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    122. 

  122.       Local Work:
    123. 

  123.         Map Reduce Local Work
    124. 

  124. 

  125.   Stage: Stage-3
    126. 

  126.     Map Reduce
    127. 

  127.       Alias -> Map Operator Tree:
    128. 

  128.         file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-29-33_521_1049482282230510027/-mr-10003 
    129. 

  129.             Reduce Output Operator
    130. 

  130.               sort order: 
    131. 

  131.               tag: -1
    132. 

  132.               value expressions:
    133. 

  133.                     expr: _col0
    134. 

  134.                     type: bigint
    135. 

  135.       Reduce Operator Tree:
    136. 

  136.         Group By Operator
    137. 

  137.           aggregations:
    138. 

  138.                 expr: sum(VALUE._col0)
    139. 

  139.           bucketGroup: false
    140. 

  140.           mode: mergepartial
    141. 

  141.           outputColumnNames: _col0
    142. 

  142.           Select Operator
    143. 

  143.             expressions:
    144. 

  144.                   expr: _col0
    145. 

  145.                   type: bigint
    146. 

  146.             outputColumnNames: _col0
    147. 

  147.             File Output Operator
    148. 

  148.               compressed: false
    149. 

  149.               GlobalTableId: 0
    150. 

  150.               table:
    151. 

  151.                   input format: org.apache.hadoop.mapred.TextInputFormat
    152. 

  152.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    153. 

  153. 

  154.   Stage: Stage-9
    155. 

  155.     Map Reduce Local Work
    156. 

  156.       Alias -> Map Local Tables:
    157. 

  157.         $INTNAME 
    158. 

  158.           Fetch Operator
    159. 

  159.             limit: -1
    160. 

  160.       Alias -> Map Local Operator Tree:
    161. 

  161.         $INTNAME 
    162. 

  162.             HashTable Sink Operator
    163. 

  163.               condition expressions:
    164. 

  164.                 0 
    165. 

  165.                 1 {_col0} {_col1}
    166. 

  166.               handleSkewJoin: false
    167. 

  167.               keys:
    168. 

  168.                 0 [Column[_col0]]
    169. 

  169.                 1 [Column[_col0]]
    170. 

  170.               Position of Big Table: 1
    171. 

  171. 

  172.   Stage: Stage-6
    173. 

  173.     Map Reduce
    174. 

  174.       Alias -> Map Operator Tree:
    175. 

  175.         $INTNAME1 
    176. 

  176.             Map Join Operator
    177. 

  177.               condition map:
    178. 

  178.                    Inner Join 0 to 1
    179. 

  179.               condition expressions:
    180. 

  180.                 0 
    181. 

  181.                 1 {_col0} {_col1}
    182. 

  182.               handleSkewJoin: false
    183. 

  183.               keys:
    184. 

  184.                 0 [Column[_col0]]
    185. 

  185.                 1 [Column[_col0]]
    186. 

  186.               outputColumnNames: _col2, _col3
    187. 

  187.               Position of Big Table: 1
    188. 

  188.               Select Operator
    189. 

  189.                 expressions:
    190. 

  190.                       expr: _col2
    191. 

  191.                       type: string
    192. 

  192.                       expr: _col3
    193. 

  193.                       type: string
    194. 

  194.                 outputColumnNames: _col2, _col3
    195. 

  195.                 Group By Operator
    196. 

  196.                   aggregations:
    197. 

  197.                         expr: sum(hash(_col2,_col3))
    198. 

  198.                   bucketGroup: false
    199. 

  199.                   mode: hash
    200. 

  200.                   outputColumnNames: _col0
    201. 

  201.                   File Output Operator
    202. 

  202.                     compressed: false
    203. 

  203.                     GlobalTableId: 0
    204. 

  204.                     table:
    205. 

  205.                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    206. 

  206.                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    207. 

  207.       Local Work:
    208. 

  208.         Map Reduce Local Work
    209. 

  209. 

  210.   Stage: Stage-2
    211. 

  211.     Map Reduce
    212. 

  212.       Alias -> Map Operator Tree:
    213. 

  213.         $INTNAME 
    214. 

  214.             Reduce Output Operator
    215. 

  215.               key expressions:
    216. 

  216.                     expr: _col0
    217. 

  217.                     type: string
    218. 

  218.               sort order: +
    219. 

  219.               Map-reduce partition columns:
    220. 

  220.                     expr: _col0
    221. 

  221.                     type: string
    222. 

  222.               tag: 0
    223. 

  223.         $INTNAME1 
    224. 

  224.             Reduce Output Operator
    225. 

  225.               key expressions:
    226. 

  226.                     expr: _col0
    227. 

  227.                     type: string
    228. 

  228.               sort order: +
    229. 

  229.               Map-reduce partition columns:
    230. 

  230.                     expr: _col0
    231. 

  231.                     type: string
    232. 

  232.               tag: 1
    233. 

  233.               value expressions:
    234. 

  234.                     expr: _col0
    235. 

  235.                     type: string
    236. 

  236.                     expr: _col1
    237. 

  237.                     type: string
    238. 

  238.       Reduce Operator Tree:
    239. 

  239.         Join Operator
    240. 

  240.           condition map:
    241. 

  241.                Inner Join 0 to 1
    242. 

  242.           condition expressions:
    243. 

  243.             0 
    244. 

  244.             1 {VALUE._col0} {VALUE._col1}
    245. 

  245.           handleSkewJoin: false
    246. 

  246.           outputColumnNames: _col2, _col3
    247. 

  247.           Select Operator
    248. 

  248.             expressions:
    249. 

  249.                   expr: _col2
    250. 

  250.                   type: string
    251. 

  251.                   expr: _col3
    252. 

  252.                   type: string
    253. 

  253.             outputColumnNames: _col2, _col3
    254. 

  254.             Group By Operator
    255. 

  255.               aggregations:
    256. 

  256.                     expr: sum(hash(_col2,_col3))
    257. 

  257.               bucketGroup: false
    258. 

  258.               mode: hash
    259. 

  259.               outputColumnNames: _col0
    260. 

  260.               File Output Operator
    261. 

  261.                 compressed: false
    262. 

  262.                 GlobalTableId: 0
    263. 

  263.                 table:
    264. 

  264.                     input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    265. 

  265.                     output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    266. 

  266. 

  267.   Stage: Stage-4
    268. 

  268.     Map Reduce
    269. 

  269.       Alias -> Map Operator Tree:
    270. 

  270.         y:src 
    271. 

  271.           TableScan
    272. 

  272.             alias: src
    273. 

  273.             Select Operator
    274. 

  274.               expressions:
    275. 

  275.                     expr: key
    276. 

  276.                     type: string
    277. 

  277.                     expr: value
    278. 

  278.                     type: string
    279. 

  279.               outputColumnNames: _col0, _col1
    280. 

  280.               Reduce Output Operator
    281. 

  281.                 key expressions:
    282. 

  282.                       expr: _col1
    283. 

  283.                       type: string
    284. 

  284.                 sort order: +
    285. 

  285.                 tag: -1
    286. 

  286.                 value expressions:
    287. 

  287.                       expr: _col0
    288. 

  288.                       type: string
    289. 

  289.                       expr: _col1
    290. 

  290.                       type: string
    291. 

  291.       Reduce Operator Tree:
    292. 

  292.         Extract
    293. 

  293.           File Output Operator
    294. 

  294.             compressed: false
    295. 

  295.             GlobalTableId: 0
    296. 

  296.             table:
    297. 

  297.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    298. 

  298.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    299. 

  299. 

  300.   Stage: Stage-0
    301. 

  301.     Fetch Operator
    302. 

  302.       limit: -1
    303. 

  303. 

  304. 

  305. PREHOOK: query: FROM 
    306. 

  306. (SELECT src.* FROM src sort by key) x
    307. 

  307. JOIN 
    308. 

  308. (SELECT src.* FROM src sort by value) Y
    309. 

  309. ON (x.key = Y.key)
    310. 

  310. select sum(hash(Y.key,Y.value))
    311. 

  311. PREHOOK: type: QUERY
    312. 

  312. PREHOOK: Input: default@src
    313. 

  313. PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-29-35_206_4517835727241747847/-mr-10000
    314. 

  314. POSTHOOK: query: FROM 
    315. 

  315. (SELECT src.* FROM src sort by key) x
    316. 

  316. JOIN 
    317. 

  317. (SELECT src.* FROM src sort by value) Y
    318. 

  318. ON (x.key = Y.key)
    319. 

  319. select sum(hash(Y.key,Y.value))
    320. 

  320. POSTHOOK: type: QUERY
    321. 

  321. POSTHOOK: Input: default@src
    322. 

  322. POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-29-35_206_4517835727241747847/-mr-10000
    323. 

  323. 103231310608
    324. 

  324. PREHOOK: query: explain
    325. 

  325. FROM 
    326. 

  326. (SELECT src.* FROM src sort by key) x
    327. 

  327. LEFT OUTER JOIN
    328. 

  328. (SELECT src.* FROM src sort by value) Y
    329. 

  329. ON (x.key = Y.key)
    330. 

  330. select sum(hash(Y.key,Y.value))
    331. 

  331. PREHOOK: type: QUERY
    332. 

  332. POSTHOOK: query: explain
    333. 

  333. FROM 
    334. 

  334. (SELECT src.* FROM src sort by key) x
    335. 

  335. LEFT OUTER JOIN
    336. 

  336. (SELECT src.* FROM src sort by value) Y
    337. 

  337. ON (x.key = Y.key)
    338. 

  338. select sum(hash(Y.key,Y.value))
    339. 

  339. POSTHOOK: type: QUERY
    340. 

  340. ABSTRACT SYNTAX TREE:
    341. 

  341.   (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
    342. 

  342. 

  343. STAGE DEPENDENCIES:
    344. 

  344.   Stage-1 is a root stage
    345. 

  345.   Stage-6 depends on stages: Stage-1, Stage-4 , consists of Stage-7, Stage-2
    346. 

  346.   Stage-7 has a backup stage: Stage-2
    347. 

  347.   Stage-5 depends on stages: Stage-7
    348. 

  348.   Stage-3 depends on stages: Stage-2, Stage-5
    349. 

  349.   Stage-2
    350. 

  350.   Stage-4 is a root stage
    351. 

  351.   Stage-0 is a root stage
    352. 

  352. 

  353. STAGE PLANS:
    354. 

  354.   Stage: Stage-1
    355. 

  355.     Map Reduce
    356. 

  356.       Alias -> Map Operator Tree:
    357. 

  357.         x:src 
    358. 

  358.           TableScan
    359. 

  359.             alias: src
    360. 

  360.             Select Operator
    361. 

  361.               expressions:
    362. 

  362.                     expr: key
    363. 

  363.                     type: string
    364. 

  364.                     expr: value
    365. 

  365.                     type: string
    366. 

  366.               outputColumnNames: _col0, _col1
    367. 

  367.               Reduce Output Operator
    368. 

  368.                 key expressions:
    369. 

  369.                       expr: _col0
    370. 

  370.                       type: string
    371. 

  371.                 sort order: +
    372. 

  372.                 tag: -1
    373. 

  373.                 value expressions:
    374. 

  374.                       expr: _col0
    375. 

  375.                       type: string
    376. 

  376.                       expr: _col1
    377. 

  377.                       type: string
    378. 

  378.       Reduce Operator Tree:
    379. 

  379.         Extract
    380. 

  380.           File Output Operator
    381. 

  381.             compressed: false
    382. 

  382.             GlobalTableId: 0
    383. 

  383.             table:
    384. 

  384.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    385. 

  385.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    386. 

  386. 

  387.   Stage: Stage-6
    388. 

  388.     Conditional Operator
    389. 

  389. 

  390.   Stage: Stage-7
    391. 

  391.     Map Reduce Local Work
    392. 

  392.       Alias -> Map Local Tables:
    393. 

  393.         $INTNAME1 
    394. 

  394.           Fetch Operator
    395. 

  395.             limit: -1
    396. 

  396.       Alias -> Map Local Operator Tree:
    397. 

  397.         $INTNAME1 
    398. 

  398.             HashTable Sink Operator
    399. 

  399.               condition expressions:
    400. 

  400.                 0 
    401. 

  401.                 1 {_col0} {_col1}
    402. 

  402.               handleSkewJoin: false
    403. 

  403.               keys:
    404. 

  404.                 0 [Column[_col0]]
    405. 

  405.                 1 [Column[_col0]]
    406. 

  406.               Position of Big Table: 0
    407. 

  407. 

  408.   Stage: Stage-5
    409. 

  409.     Map Reduce
    410. 

  410.       Alias -> Map Operator Tree:
    411. 

  411.         $INTNAME 
    412. 

  412.             Map Join Operator
    413. 

  413.               condition map:
    414. 

  414.                    Left Outer Join0 to 1
    415. 

  415.               condition expressions:
    416. 

  416.                 0 
    417. 

  417.                 1 {_col0} {_col1}
    418. 

  418.               handleSkewJoin: false
    419. 

  419.               keys:
    420. 

  420.                 0 [Column[_col0]]
    421. 

  421.                 1 [Column[_col0]]
    422. 

  422.               outputColumnNames: _col2, _col3
    423. 

  423.               Position of Big Table: 0
    424. 

  424.               Select Operator
    425. 

  425.                 expressions:
    426. 

  426.                       expr: _col2
    427. 

  427.                       type: string
    428. 

  428.                       expr: _col3
    429. 

  429.                       type: string
    430. 

  430.                 outputColumnNames: _col2, _col3
    431. 

  431.                 Group By Operator
    432. 

  432.                   aggregations:
    433. 

  433.                         expr: sum(hash(_col2,_col3))
    434. 

  434.                   bucketGroup: false
    435. 

  435.                   mode: hash
    436. 

  436.                   outputColumnNames: _col0
    437. 

  437.                   File Output Operator
    438. 

  438.                     compressed: false
    439. 

  439.                     GlobalTableId: 0
    440. 

  440.                     table:
    441. 

  441.                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    442. 

  442.                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    443. 

  443.       Local Work:
    444. 

  444.         Map Reduce Local Work
    445. 

  445. 

  446.   Stage: Stage-3
    447. 

  447.     Map Reduce
    448. 

  448.       Alias -> Map Operator Tree:
    449. 

  449.         file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-30-12_697_8776019509777494227/-mr-10003 
    450. 

  450.             Reduce Output Operator
    451. 

  451.               sort order: 
    452. 

  452.               tag: -1
    453. 

  453.               value expressions:
    454. 

  454.                     expr: _col0
    455. 

  455.                     type: bigint
    456. 

  456.       Reduce Operator Tree:
    457. 

  457.         Group By Operator
    458. 

  458.           aggregations:
    459. 

  459.                 expr: sum(VALUE._col0)
    460. 

  460.           bucketGroup: false
    461. 

  461.           mode: mergepartial
    462. 

  462.           outputColumnNames: _col0
    463. 

  463.           Select Operator
    464. 

  464.             expressions:
    465. 

  465.                   expr: _col0
    466. 

  466.                   type: bigint
    467. 

  467.             outputColumnNames: _col0
    468. 

  468.             File Output Operator
    469. 

  469.               compressed: false
    470. 

  470.               GlobalTableId: 0
    471. 

  471.               table:
    472. 

  472.                   input format: org.apache.hadoop.mapred.TextInputFormat
    473. 

  473.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    474. 

  474. 

  475.   Stage: Stage-2
    476. 

  476.     Map Reduce
    477. 

  477.       Alias -> Map Operator Tree:
    478. 

  478.         $INTNAME 
    479. 

  479.             Reduce Output Operator
    480. 

  480.               key expressions:
    481. 

  481.                     expr: _col0
    482. 

  482.                     type: string
    483. 

  483.               sort order: +
    484. 

  484.               Map-reduce partition columns:
    485. 

  485.                     expr: _col0
    486. 

  486.                     type: string
    487. 

  487.               tag: 0
    488. 

  488.         $INTNAME1 
    489. 

  489.             Reduce Output Operator
    490. 

  490.               key expressions:
    491. 

  491.                     expr: _col0
    492. 

  492.                     type: string
    493. 

  493.               sort order: +
    494. 

  494.               Map-reduce partition columns:
    495. 

  495.                     expr: _col0
    496. 

  496.                     type: string
    497. 

  497.               tag: 1
    498. 

  498.               value expressions:
    499. 

  499.                     expr: _col0
    500. 

  500.                     type: string
    501. 

  501.                     expr: _col1
    502. 

  502.                     type: string
    503. 

  503.       Reduce Operator Tree:
    504. 

  504.         Join Operator
    505. 

  505.           condition map:
    506. 

  506.                Left Outer Join0 to 1
    507. 

  507.           condition expressions:
    508. 

  508.             0 
    509. 

  509.             1 {VALUE._col0} {VALUE._col1}
    510. 

  510.           handleSkewJoin: false
    511. 

  511.           outputColumnNames: _col2, _col3
    512. 

  512.           Select Operator
    513. 

  513.             expressions:
    514. 

  514.                   expr: _col2
    515. 

  515.                   type: string
    516. 

  516.                   expr: _col3
    517. 

  517.                   type: string
    518. 

  518.             outputColumnNames: _col2, _col3
    519. 

  519.             Group By Operator
    520. 

  520.               aggregations:
    521. 

  521.                     expr: sum(hash(_col2,_col3))
    522. 

  522.               bucketGroup: false
    523. 

  523.               mode: hash
    524. 

  524.               outputColumnNames: _col0
    525. 

  525.               File Output Operator
    526. 

  526.                 compressed: false
    527. 

  527.                 GlobalTableId: 0
    528. 

  528.                 table:
    529. 

  529.                     input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    530. 

  530.                     output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    531. 

  531. 

  532.   Stage: Stage-4
    533. 

  533.     Map Reduce
    534. 

  534.       Alias -> Map Operator Tree:
    535. 

  535.         y:src 
    536. 

  536.           TableScan
    537. 

  537.             alias: src
    538. 

  538.             Select Operator
    539. 

  539.               expressions:
    540. 

  540.                     expr: key
    541. 

  541.                     type: string
    542. 

  542.                     expr: value
    543. 

  543.                     type: string
    544. 

  544.               outputColumnNames: _col0, _col1
    545. 

  545.               Reduce Output Operator
    546. 

  546.                 key expressions:
    547. 

  547.                       expr: _col1
    548. 

  548.                       type: string
    549. 

  549.                 sort order: +
    550. 

  550.                 tag: -1
    551. 

  551.                 value expressions:
    552. 

  552.                       expr: _col0
    553. 

  553.                       type: string
    554. 

  554.                       expr: _col1
    555. 

  555.                       type: string
    556. 

  556.       Reduce Operator Tree:
    557. 

  557.         Extract
    558. 

  558.           File Output Operator
    559. 

  559.             compressed: false
    560. 

  560.             GlobalTableId: 0
    561. 

  561.             table:
    562. 

  562.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    563. 

  563.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    564. 

  564. 

  565.   Stage: Stage-0
    566. 

  566.     Fetch Operator
    567. 

  567.       limit: -1
    568. 

  568. 

  569. 

  570. PREHOOK: query: FROM 
    571. 

  571. (SELECT src.* FROM src sort by key) x
    572. 

  572. LEFT OUTER JOIN 
    573. 

  573. (SELECT src.* FROM src sort by value) Y
    574. 

  574. ON (x.key = Y.key)
    575. 

  575. select sum(hash(Y.key,Y.value))
    576. 

  576. PREHOOK: type: QUERY
    577. 

  577. PREHOOK: Input: default@src
    578. 

  578. PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-30-13_659_8930056926219050163/-mr-10000
    579. 

  579. POSTHOOK: query: FROM 
    580. 

  580. (SELECT src.* FROM src sort by key) x
    581. 

  581. LEFT OUTER JOIN 
    582. 

  582. (SELECT src.* FROM src sort by value) Y
    583. 

  583. ON (x.key = Y.key)
    584. 

  584. select sum(hash(Y.key,Y.value))
    585. 

  585. POSTHOOK: type: QUERY
    586. 

  586. POSTHOOK: Input: default@src
    587. 

  587. POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-30-13_659_8930056926219050163/-mr-10000
    588. 

  588. 103231310608
    589. 

  589. PREHOOK: query: explain
    590. 

  590. FROM 
    591. 

  591. (SELECT src.* FROM src sort by key) x
    592. 

  592. RIGHT OUTER JOIN
    593. 

  593. (SELECT src.* FROM src sort by value) Y
    594. 

  594. ON (x.key = Y.key)
    595. 

  595. select sum(hash(Y.key,Y.value))
    596. 

  596. PREHOOK: type: QUERY
    597. 

  597. POSTHOOK: query: explain
    598. 

  598. FROM 
    599. 

  599. (SELECT src.* FROM src sort by key) x
    600. 

  600. RIGHT OUTER JOIN
    601. 

  601. (SELECT src.* FROM src sort by value) Y
    602. 

  602. ON (x.key = Y.key)
    603. 

  603. select sum(hash(Y.key,Y.value))
    604. 

  604. POSTHOOK: type: QUERY
    605. 

  605. ABSTRACT SYNTAX TREE:
    606. 

  606.   (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
    607. 

  607. 

  608. STAGE DEPENDENCIES:
    609. 

  609.   Stage-1 is a root stage
    610. 

  610.   Stage-6 depends on stages: Stage-1, Stage-4 , consists of Stage-7, Stage-2
    611. 

  611.   Stage-7 has a backup stage: Stage-2
    612. 

  612.   Stage-5 depends on stages: Stage-7
    613. 

  613.   Stage-3 depends on stages: Stage-2, Stage-5
    614. 

  614.   Stage-2
    615. 

  615.   Stage-4 is a root stage
    616. 

  616.   Stage-0 is a root stage
    617. 

  617. 

  618. STAGE PLANS:
    619. 

  619.   Stage: Stage-1
    620. 

  620.     Map Reduce
    621. 

  621.       Alias -> Map Operator Tree:
    622. 

  622.         x:src 
    623. 

  623.           TableScan
    624. 

  624.             alias: src
    625. 

  625.             Select Operator
    626. 

  626.               expressions:
    627. 

  627.                     expr: key
    628. 

  628.                     type: string
    629. 

  629.                     expr: value
    630. 

  630.                     type: string
    631. 

  631.               outputColumnNames: _col0, _col1
    632. 

  632.               Reduce Output Operator
    633. 

  633.                 key expressions:
    634. 

  634.                       expr: _col0
    635. 

  635.                       type: string
    636. 

  636.                 sort order: +
    637. 

  637.                 tag: -1
    638. 

  638.                 value expressions:
    639. 

  639.                       expr: _col0
    640. 

  640.                       type: string
    641. 

  641.                       expr: _col1
    642. 

  642.                       type: string
    643. 

  643.       Reduce Operator Tree:
    644. 

  644.         Extract
    645. 

  645.           File Output Operator
    646. 

  646.             compressed: false
    647. 

  647.             GlobalTableId: 0
    648. 

  648.             table:
    649. 

  649.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    650. 

  650.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    651. 

  651. 

  652.   Stage: Stage-6
    653. 

  653.     Conditional Operator
    654. 

  654. 

  655.   Stage: Stage-7
    656. 

  656.     Map Reduce Local Work
    657. 

  657.       Alias -> Map Local Tables:
    658. 

  658.         $INTNAME 
    659. 

  659.           Fetch Operator
    660. 

  660.             limit: -1
    661. 

  661.       Alias -> Map Local Operator Tree:
    662. 

  662.         $INTNAME 
    663. 

  663.             HashTable Sink Operator
    664. 

  664.               condition expressions:
    665. 

  665.                 0 
    666. 

  666.                 1 {_col0} {_col1}
    667. 

  667.               handleSkewJoin: false
    668. 

  668.               keys:
    669. 

  669.                 0 [Column[_col0]]
    670. 

  670.                 1 [Column[_col0]]
    671. 

  671.               Position of Big Table: 1
    672. 

  672. 

  673.   Stage: Stage-5
    674. 

  674.     Map Reduce
    675. 

  675.       Alias -> Map Operator Tree:
    676. 

  676.         $INTNAME1 
    677. 

  677.             Map Join Operator
    678. 

  678.               condition map:
    679. 

  679.                    Right Outer Join0 to 1
    680. 

  680.               condition expressions:
    681. 

  681.                 0 
    682. 

  682.                 1 {_col0} {_col1}
    683. 

  683.               handleSkewJoin: false
    684. 

  684.               keys:
    685. 

  685.                 0 [Column[_col0]]
    686. 

  686.                 1 [Column[_col0]]
    687. 

  687.               outputColumnNames: _col2, _col3
    688. 

  688.               Position of Big Table: 1
    689. 

  689.               Select Operator
    690. 

  690.                 expressions:
    691. 

  691.                       expr: _col2
    692. 

  692.                       type: string
    693. 

  693.                       expr: _col3
    694. 

  694.                       type: string
    695. 

  695.                 outputColumnNames: _col2, _col3
    696. 

  696.                 Group By Operator
    697. 

  697.                   aggregations:
    698. 

  698.                         expr: sum(hash(_col2,_col3))
    699. 

  699.                   bucketGroup: false
    700. 

  700.                   mode: hash
    701. 

  701.                   outputColumnNames: _col0
    702. 

  702.                   File Output Operator
    703. 

  703.                     compressed: false
    704. 

  704.                     GlobalTableId: 0
    705. 

  705.                     table:
    706. 

  706.                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    707. 

  707.                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    708. 

  708.       Local Work:
    709. 

  709.         Map Reduce Local Work
    710. 

  710. 

  711.   Stage: Stage-3
    712. 

  712.     Map Reduce
    713. 

  713.       Alias -> Map Operator Tree:
    714. 

  714.         file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-30-45_367_2576785772484562232/-mr-10003 
    715. 

  715.             Reduce Output Operator
    716. 

  716.               sort order: 
    717. 

  717.               tag: -1
    718. 

  718.               value expressions:
    719. 

  719.                     expr: _col0
    720. 

  720.                     type: bigint
    721. 

  721.       Reduce Operator Tree:
    722. 

  722.         Group By Operator
    723. 

  723.           aggregations:
    724. 

  724.                 expr: sum(VALUE._col0)
    725. 

  725.           bucketGroup: false
    726. 

  726.           mode: mergepartial
    727. 

  727.           outputColumnNames: _col0
    728. 

  728.           Select Operator
    729. 

  729.             expressions:
    730. 

  730.                   expr: _col0
    731. 

  731.                   type: bigint
    732. 

  732.             outputColumnNames: _col0
    733. 

  733.             File Output Operator
    734. 

  734.               compressed: false
    735. 

  735.               GlobalTableId: 0
    736. 

  736.               table:
    737. 

  737.                   input format: org.apache.hadoop.mapred.TextInputFormat
    738. 

  738.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    739. 

  739. 

  740.   Stage: Stage-2
    741. 

  741.     Map Reduce
    742. 

  742.       Alias -> Map Operator Tree:
    743. 

  743.         $INTNAME 
    744. 

  744.             Reduce Output Operator
    745. 

  745.               key expressions:
    746. 

  746.                     expr: _col0
    747. 

  747.                     type: string
    748. 

  748.               sort order: +
    749. 

  749.               Map-reduce partition columns:
    750. 

  750.                     expr: _col0
    751. 

  751.                     type: string
    752. 

  752.               tag: 0
    753. 

  753.         $INTNAME1 
    754. 

  754.             Reduce Output Operator
    755. 

  755.               key expressions:
    756. 

  756.                     expr: _col0
    757. 

  757.                     type: string
    758. 

  758.               sort order: +
    759. 

  759.               Map-reduce partition columns:
    760. 

  760.                     expr: _col0
    761. 

  761.                     type: string
    762. 

  762.               tag: 1
    763. 

  763.               value expressions:
    764. 

  764.                     expr: _col0
    765. 

  765.                     type: string
    766. 

  766.                     expr: _col1
    767. 

  767.                     type: string
    768. 

  768.       Reduce Operator Tree:
    769. 

  769.         Join Operator
    770. 

  770.           condition map:
    771. 

  771.                Right Outer Join0 to 1
    772. 

  772.           condition expressions:
    773. 

  773.             0 
    774. 

  774.             1 {VALUE._col0} {VALUE._col1}
    775. 

  775.           handleSkewJoin: false
    776. 

  776.           outputColumnNames: _col2, _col3
    777. 

  777.           Select Operator
    778. 

  778.             expressions:
    779. 

  779.                   expr: _col2
    780. 

  780.                   type: string
    781. 

  781.                   expr: _col3
    782. 

  782.                   type: string
    783. 

  783.             outputColumnNames: _col2, _col3
    784. 

  784.             Group By Operator
    785. 

  785.               aggregations:
    786. 

  786.                     expr: sum(hash(_col2,_col3))
    787. 

  787.               bucketGroup: false
    788. 

  788.               mode: hash
    789. 

  789.               outputColumnNames: _col0
    790. 

  790.               File Output Operator
    791. 

  791.                 compressed: false
    792. 

  792.                 GlobalTableId: 0
    793. 

  793.                 table:
    794. 

  794.                     input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    795. 

  795.                     output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    796. 

  796. 

  797.   Stage: Stage-4
    798. 

  798.     Map Reduce
    799. 

  799.       Alias -> Map Operator Tree:
    800. 

  800.         y:src 
    801. 

  801.           TableScan
    802. 

  802.             alias: src
    803. 

  803.             Select Operator
    804. 

  804.               expressions:
    805. 

  805.                     expr: key
    806. 

  806.                     type: string
    807. 

  807.                     expr: value
    808. 

  808.                     type: string
    809. 

  809.               outputColumnNames: _col0, _col1
    810. 

  810.               Reduce Output Operator
    811. 

  811.                 key expressions:
    812. 

  812.                       expr: _col1
    813. 

  813.                       type: string
    814. 

  814.                 sort order: +
    815. 

  815.                 tag: -1
    816. 

  816.                 value expressions:
    817. 

  817.                       expr: _col0
    818. 

  818.                       type: string
    819. 

  819.                       expr: _col1
    820. 

  820.                       type: string
    821. 

  821.       Reduce Operator Tree:
    822. 

  822.         Extract
    823. 

  823.           File Output Operator
    824. 

  824.             compressed: false
    825. 

  825.             GlobalTableId: 0
    826. 

  826.             table:
    827. 

  827.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    828. 

  828.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    829. 

  829. 

  830.   Stage: Stage-0
    831. 

  831.     Fetch Operator
    832. 

  832.       limit: -1
    833. 

  833. 

  834. 

  835. PREHOOK: query: FROM 
    836. 

  836. (SELECT src.* FROM src sort by key) x
    837. 

  837. RIGHT OUTER JOIN 
    838. 

  838. (SELECT src.* FROM src sort by value) Y
    839. 

  839. ON (x.key = Y.key)
    840. 

  840. select sum(hash(Y.key,Y.value))
    841. 

  841. PREHOOK: type: QUERY
    842. 

  842. PREHOOK: Input: default@src
    843. 

  843. PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-30-45_713_4388632692386585223/-mr-10000
    844. 

  844. POSTHOOK: query: FROM 
    845. 

  845. (SELECT src.* FROM src sort by key) x
    846. 

  846. RIGHT OUTER JOIN 
    847. 

  847. (SELECT src.* FROM src sort by value) Y
    848. 

  848. ON (x.key = Y.key)
    849. 

  849. select sum(hash(Y.key,Y.value))
    850. 

  850. POSTHOOK: type: QUERY
    851. 

  851. POSTHOOK: Input: default@src
    852. 

  852. POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-30-45_713_4388632692386585223/-mr-10000
    853. 

  853. 103231310608
    854. 

  854. PREHOOK: query: explain
    855. 

  855. FROM 
    856. 

  856. (SELECT src.* FROM src sort by key) x
    857. 

  857. JOIN
    858. 

  858. (SELECT src.* FROM src sort by value) Y
    859. 

  859. ON (x.key = Y.key)
    860. 

  860. JOIN
    861. 

  861. (SELECT src.* FROM src sort by value) Z
    862. 

  862. ON (x.key = Z.key)
    863. 

  863. select sum(hash(Y.key,Y.value))
    864. 

  864. PREHOOK: type: QUERY
    865. 

  865. POSTHOOK: query: explain
    866. 

  866. FROM 
    867. 

  867. (SELECT src.* FROM src sort by key) x
    868. 

  868. JOIN
    869. 

  869. (SELECT src.* FROM src sort by value) Y
    870. 

  870. ON (x.key = Y.key)
    871. 

  871. JOIN
    872. 

  872. (SELECT src.* FROM src sort by value) Z
    873. 

  873. ON (x.key = Z.key)
    874. 

  874. select sum(hash(Y.key,Y.value))
    875. 

  875. POSTHOOK: type: QUERY
    876. 

  876. ABSTRACT SYNTAX TREE:
    877. 

  877.   (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_JOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Z) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Z) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
    878. 

  878. 

  879. STAGE DEPENDENCIES:
    880. 

  880.   Stage-1 is a root stage
    881. 

  881.   Stage-9 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-10, Stage-11, Stage-12, Stage-2
    882. 

  882.   Stage-10 has a backup stage: Stage-2
    883. 

  883.   Stage-6 depends on stages: Stage-10
    884. 

  884.   Stage-3 depends on stages: Stage-2, Stage-6, Stage-7, Stage-8
    885. 

  885.   Stage-11 has a backup stage: Stage-2
    886. 

  886.   Stage-7 depends on stages: Stage-11
    887. 

  887.   Stage-12 has a backup stage: Stage-2
    888. 

  888.   Stage-8 depends on stages: Stage-12
    889. 

  889.   Stage-2
    890. 

  890.   Stage-4 is a root stage
    891. 

  891.   Stage-5 is a root stage
    892. 

  892.   Stage-0 is a root stage
    893. 

  893. 

  894. STAGE PLANS:
    895. 

  895.   Stage: Stage-1
    896. 

  896.     Map Reduce
    897. 

  897.       Alias -> Map Operator Tree:
    898. 

  898.         z:src 
    899. 

  899.           TableScan
    900. 

  900.             alias: src
    901. 

  901.             Select Operator
    902. 

  902.               expressions:
    903. 

  903.                     expr: key
    904. 

  904.                     type: string
    905. 

  905.                     expr: value
    906. 

  906.                     type: string
    907. 

  907.               outputColumnNames: _col0, _col1
    908. 

  908.               Reduce Output Operator
    909. 

  909.                 key expressions:
    910. 

  910.                       expr: _col1
    911. 

  911.                       type: string
    912. 

  912.                 sort order: +
    913. 

  913.                 tag: -1
    914. 

  914.                 value expressions:
    915. 

  915.                       expr: _col0
    916. 

  916.                       type: string
    917. 

  917.                       expr: _col1
    918. 

  918.                       type: string
    919. 

  919.       Reduce Operator Tree:
    920. 

  920.         Extract
    921. 

  921.           File Output Operator
    922. 

  922.             compressed: false
    923. 

  923.             GlobalTableId: 0
    924. 

  924.             table:
    925. 

  925.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    926. 

  926.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    927. 

  927. 

  928.   Stage: Stage-9
    929. 

  929.     Conditional Operator
    930. 

  930. 

  931.   Stage: Stage-10
    932. 

  932.     Map Reduce Local Work
    933. 

  933.       Alias -> Map Local Tables:
    934. 

  934.         $INTNAME 
    935. 

  935.           Fetch Operator
    936. 

  936.             limit: -1
    937. 

  937.         $INTNAME2 
    938. 

  938.           Fetch Operator
    939. 

  939.             limit: -1
    940. 

  940.       Alias -> Map Local Operator Tree:
    941. 

  941.         $INTNAME 
    942. 

  942.             HashTable Sink Operator
    943. 

  943.               condition expressions:
    944. 

  944.                 0 
    945. 

  945.                 1 {_col0} {_col1}
    946. 

  946.                 2 
    947. 

  947.               handleSkewJoin: false
    948. 

  948.               keys:
    949. 

  949.                 0 [Column[_col0]]
    950. 

  950.                 1 [Column[_col0]]
    951. 

  951.                 2 [Column[_col0]]
    952. 

  952.               Position of Big Table: 0
    953. 

  953.         $INTNAME2 
    954. 

  954.             HashTable Sink Operator
    955. 

  955.               condition expressions:
    956. 

  956.                 0 
    957. 

  957.                 1 {_col0} {_col1}
    958. 

  958.                 2 
    959. 

  959.               handleSkewJoin: false
    960. 

  960.               keys:
    961. 

  961.                 0 [Column[_col0]]
    962. 

  962.                 1 [Column[_col0]]
    963. 

  963.                 2 [Column[_col0]]
    964. 

  964.               Position of Big Table: 0
    965. 

  965. 

  966.   Stage: Stage-6
    967. 

  967.     Map Reduce
    968. 

  968.       Alias -> Map Operator Tree:
    969. 

  969.         $INTNAME1 
    970. 

  970.             Map Join Operator
    971. 

  971.               condition map:
    972. 

  972.                    Inner Join 0 to 1
    973. 

  973.                    Inner Join 0 to 2
    974. 

  974.               condition expressions:
    975. 

  975.                 0 
    976. 

  976.                 1 {_col0} {_col1}
    977. 

  977.                 2 
    978. 

  978.               handleSkewJoin: false
    979. 

  979.               keys:
    980. 

  980.                 0 [Column[_col0]]
    981. 

  981.                 1 [Column[_col0]]
    982. 

  982.                 2 [Column[_col0]]
    983. 

  983.               outputColumnNames: _col2, _col3
    984. 

  984.               Position of Big Table: 0
    985. 

  985.               Select Operator
    986. 

  986.                 expressions:
    987. 

  987.                       expr: _col2
    988. 

  988.                       type: string
    989. 

  989.                       expr: _col3
    990. 

  990.                       type: string
    991. 

  991.                 outputColumnNames: _col2, _col3
    992. 

  992.                 Group By Operator
    993. 

  993.                   aggregations:
    994. 

  994.                         expr: sum(hash(_col2,_col3))
    995. 

  995.                   bucketGroup: false
    996. 

  996.                   mode: hash
    997. 

  997.                   outputColumnNames: _col0
    998. 

  998.                   File Output Operator
    999. 

  999.                     compressed: false
    1000. 

  1000.                     GlobalTableId: 0
    1001. 

  1001.                     table:
    1002. 

  1002.                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1003. 

  1003.                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1004. 

  1004.       Local Work:
    1005. 

  1005.         Map Reduce Local Work
    1006. 

  1006. 

  1007.   Stage: Stage-3
    1008. 

  1008.     Map Reduce
    1009. 

  1009.       Alias -> Map Operator Tree:
    1010. 

  1010.         file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-31-13_566_5103248435836603181/-mr-10003 
    1011. 

  1011.             Reduce Output Operator
    1012. 

  1012.               sort order: 
    1013. 

  1013.               tag: -1
    1014. 

  1014.               value expressions:
    1015. 

  1015.                     expr: _col0
    1016. 

  1016.                     type: bigint
    1017. 

  1017.       Reduce Operator Tree:
    1018. 

  1018.         Group By Operator
    1019. 

  1019.           aggregations:
    1020. 

  1020.                 expr: sum(VALUE._col0)
    1021. 

  1021.           bucketGroup: false
    1022. 

  1022.           mode: mergepartial
    1023. 

  1023.           outputColumnNames: _col0
    1024. 

  1024.           Select Operator
    1025. 

  1025.             expressions:
    1026. 

  1026.                   expr: _col0
    1027. 

  1027.                   type: bigint
    1028. 

  1028.             outputColumnNames: _col0
    1029. 

  1029.             File Output Operator
    1030. 

  1030.               compressed: false
    1031. 

  1031.               GlobalTableId: 0
    1032. 

  1032.               table:
    1033. 

  1033.                   input format: org.apache.hadoop.mapred.TextInputFormat
    1034. 

  1034.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1035. 

  1035. 

  1036.   Stage: Stage-11
    1037. 

  1037.     Map Reduce Local Work
    1038. 

  1038.       Alias -> Map Local Tables:
    1039. 

  1039.         $INTNAME 
    1040. 

  1040.           Fetch Operator
    1041. 

  1041.             limit: -1
    1042. 

  1042.         $INTNAME1 
    1043. 

  1043.           Fetch Operator
    1044. 

  1044.             limit: -1
    1045. 

  1045.       Alias -> Map Local Operator Tree:
    1046. 

  1046.         $INTNAME 
    1047. 

  1047.             HashTable Sink Operator
    1048. 

  1048.               condition expressions:
    1049. 

  1049.                 0 
    1050. 

  1050.                 1 {_col0} {_col1}
    1051. 

  1051.                 2 
    1052. 

  1052.               handleSkewJoin: false
    1053. 

  1053.               keys:
    1054. 

  1054.                 0 [Column[_col0]]
    1055. 

  1055.                 1 [Column[_col0]]
    1056. 

  1056.                 2 [Column[_col0]]
    1057. 

  1057.               Position of Big Table: 1
    1058. 

  1058.         $INTNAME1 
    1059. 

  1059.             HashTable Sink Operator
    1060. 

  1060.               condition expressions:
    1061. 

  1061.                 0 
    1062. 

  1062.                 1 {_col0} {_col1}
    1063. 

  1063.                 2 
    1064. 

  1064.               handleSkewJoin: false
    1065. 

  1065.               keys:
    1066. 

  1066.                 0 [Column[_col0]]
    1067. 

  1067.                 1 [Column[_col0]]
    1068. 

  1068.                 2 [Column[_col0]]
    1069. 

  1069.               Position of Big Table: 1
    1070. 

  1070. 

  1071.   Stage: Stage-7
    1072. 

  1072.     Map Reduce
    1073. 

  1073.       Alias -> Map Operator Tree:
    1074. 

  1074.         $INTNAME2 
    1075. 

  1075.             Map Join Operator
    1076. 

  1076.               condition map:
    1077. 

  1077.                    Inner Join 0 to 1
    1078. 

  1078.                    Inner Join 0 to 2
    1079. 

  1079.               condition expressions:
    1080. 

  1080.                 0 
    1081. 

  1081.                 1 {_col0} {_col1}
    1082. 

  1082.                 2 
    1083. 

  1083.               handleSkewJoin: false
    1084. 

  1084.               keys:
    1085. 

  1085.                 0 [Column[_col0]]
    1086. 

  1086.                 1 [Column[_col0]]
    1087. 

  1087.                 2 [Column[_col0]]
    1088. 

  1088.               outputColumnNames: _col2, _col3
    1089. 

  1089.               Position of Big Table: 1
    1090. 

  1090.               Select Operator
    1091. 

  1091.                 expressions:
    1092. 

  1092.                       expr: _col2
    1093. 

  1093.                       type: string
    1094. 

  1094.                       expr: _col3
    1095. 

  1095.                       type: string
    1096. 

  1096.                 outputColumnNames: _col2, _col3
    1097. 

  1097.                 Group By Operator
    1098. 

  1098.                   aggregations:
    1099. 

  1099.                         expr: sum(hash(_col2,_col3))
    1100. 

  1100.                   bucketGroup: false
    1101. 

  1101.                   mode: hash
    1102. 

  1102.                   outputColumnNames: _col0
    1103. 

  1103.                   File Output Operator
    1104. 

  1104.                     compressed: false
    1105. 

  1105.                     GlobalTableId: 0
    1106. 

  1106.                     table:
    1107. 

  1107.                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1108. 

  1108.                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1109. 

  1109.       Local Work:
    1110. 

  1110.         Map Reduce Local Work
    1111. 

  1111. 

  1112.   Stage: Stage-12
    1113. 

  1113.     Map Reduce Local Work
    1114. 

  1114.       Alias -> Map Local Tables:
    1115. 

  1115.         $INTNAME1 
    1116. 

  1116.           Fetch Operator
    1117. 

  1117.             limit: -1
    1118. 

  1118.         $INTNAME2 
    1119. 

  1119.           Fetch Operator
    1120. 

  1120.             limit: -1
    1121. 

  1121.       Alias -> Map Local Operator Tree:
    1122. 

  1122.         $INTNAME1 
    1123. 

  1123.             HashTable Sink Operator
    1124. 

  1124.               condition expressions:
    1125. 

  1125.                 0 
    1126. 

  1126.                 1 {_col0} {_col1}
    1127. 

  1127.                 2 
    1128. 

  1128.               handleSkewJoin: false
    1129. 

  1129.               keys:
    1130. 

  1130.                 0 [Column[_col0]]
    1131. 

  1131.                 1 [Column[_col0]]
    1132. 

  1132.                 2 [Column[_col0]]
    1133. 

  1133.               Position of Big Table: 2
    1134. 

  1134.         $INTNAME2 
    1135. 

  1135.             HashTable Sink Operator
    1136. 

  1136.               condition expressions:
    1137. 

  1137.                 0 
    1138. 

  1138.                 1 {_col0} {_col1}
    1139. 

  1139.                 2 
    1140. 

  1140.               handleSkewJoin: false
    1141. 

  1141.               keys:
    1142. 

  1142.                 0 [Column[_col0]]
    1143. 

  1143.                 1 [Column[_col0]]
    1144. 

  1144.                 2 [Column[_col0]]
    1145. 

  1145.               Position of Big Table: 2
    1146. 

  1146. 

  1147.   Stage: Stage-8
    1148. 

  1148.     Map Reduce
    1149. 

  1149.       Alias -> Map Operator Tree:
    1150. 

  1150.         $INTNAME 
    1151. 

  1151.             Map Join Operator
    1152. 

  1152.               condition map:
    1153. 

  1153.                    Inner Join 0 to 1
    1154. 

  1154.                    Inner Join 0 to 2
    1155. 

  1155.               condition expressions:
    1156. 

  1156.                 0 
    1157. 

  1157.                 1 {_col0} {_col1}
    1158. 

  1158.                 2 
    1159. 

  1159.               handleSkewJoin: false
    1160. 

  1160.               keys:
    1161. 

  1161.                 0 [Column[_col0]]
    1162. 

  1162.                 1 [Column[_col0]]
    1163. 

  1163.                 2 [Column[_col0]]
    1164. 

  1164.               outputColumnNames: _col2, _col3
    1165. 

  1165.               Position of Big Table: 2
    1166. 

  1166.               Select Operator
    1167. 

  1167.                 expressions:
    1168. 

  1168.                       expr: _col2
    1169. 

  1169.                       type: string
    1170. 

  1170.                       expr: _col3
    1171. 

  1171.                       type: string
    1172. 

  1172.                 outputColumnNames: _col2, _col3
    1173. 

  1173.                 Group By Operator
    1174. 

  1174.                   aggregations:
    1175. 

  1175.                         expr: sum(hash(_col2,_col3))
    1176. 

  1176.                   bucketGroup: false
    1177. 

  1177.                   mode: hash
    1178. 

  1178.                   outputColumnNames: _col0
    1179. 

  1179.                   File Output Operator
    1180. 

  1180.                     compressed: false
    1181. 

  1181.                     GlobalTableId: 0
    1182. 

  1182.                     table:
    1183. 

  1183.                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1184. 

  1184.                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1185. 

  1185.       Local Work:
    1186. 

  1186.         Map Reduce Local Work
    1187. 

  1187. 

  1188.   Stage: Stage-2
    1189. 

  1189.     Map Reduce
    1190. 

  1190.       Alias -> Map Operator Tree:
    1191. 

  1191.         $INTNAME 
    1192. 

  1192.             Reduce Output Operator
    1193. 

  1193.               key expressions:
    1194. 

  1194.                     expr: _col0
    1195. 

  1195.                     type: string
    1196. 

  1196.               sort order: +
    1197. 

  1197.               Map-reduce partition columns:
    1198. 

  1198.                     expr: _col0
    1199. 

  1199.                     type: string
    1200. 

  1200.               tag: 2
    1201. 

  1201.         $INTNAME1 
    1202. 

  1202.             Reduce Output Operator
    1203. 

  1203.               key expressions:
    1204. 

  1204.                     expr: _col0
    1205. 

  1205.                     type: string
    1206. 

  1206.               sort order: +
    1207. 

  1207.               Map-reduce partition columns:
    1208. 

  1208.                     expr: _col0
    1209. 

  1209.                     type: string
    1210. 

  1210.               tag: 0
    1211. 

  1211.         $INTNAME2 
    1212. 

  1212.             Reduce Output Operator
    1213. 

  1213.               key expressions:
    1214. 

  1214.                     expr: _col0
    1215. 

  1215.                     type: string
    1216. 

  1216.               sort order: +
    1217. 

  1217.               Map-reduce partition columns:
    1218. 

  1218.                     expr: _col0
    1219. 

  1219.                     type: string
    1220. 

  1220.               tag: 1
    1221. 

  1221.               value expressions:
    1222. 

  1222.                     expr: _col0
    1223. 

  1223.                     type: string
    1224. 

  1224.                     expr: _col1
    1225. 

  1225.                     type: string
    1226. 

  1226.       Reduce Operator Tree:
    1227. 

  1227.         Join Operator
    1228. 

  1228.           condition map:
    1229. 

  1229.                Inner Join 0 to 1
    1230. 

  1230.                Inner Join 0 to 2
    1231. 

  1231.           condition expressions:
    1232. 

  1232.             0 
    1233. 

  1233.             1 {VALUE._col0} {VALUE._col1}
    1234. 

  1234.             2 
    1235. 

  1235.           handleSkewJoin: false
    1236. 

  1236.           outputColumnNames: _col2, _col3
    1237. 

  1237.           Select Operator
    1238. 

  1238.             expressions:
    1239. 

  1239.                   expr: _col2
    1240. 

  1240.                   type: string
    1241. 

  1241.                   expr: _col3
    1242. 

  1242.                   type: string
    1243. 

  1243.             outputColumnNames: _col2, _col3
    1244. 

  1244.             Group By Operator
    1245. 

  1245.               aggregations:
    1246. 

  1246.                     expr: sum(hash(_col2,_col3))
    1247. 

  1247.               bucketGroup: false
    1248. 

  1248.               mode: hash
    1249. 

  1249.               outputColumnNames: _col0
    1250. 

  1250.               File Output Operator
    1251. 

  1251.                 compressed: false
    1252. 

  1252.                 GlobalTableId: 0
    1253. 

  1253.                 table:
    1254. 

  1254.                     input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1255. 

  1255.                     output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1256. 

  1256. 

  1257.   Stage: Stage-4
    1258. 

  1258.     Map Reduce
    1259. 

  1259.       Alias -> Map Operator Tree:
    1260. 

  1260.         x:src 
    1261. 

  1261.           TableScan
    1262. 

  1262.             alias: src
    1263. 

  1263.             Select Operator
    1264. 

  1264.               expressions:
    1265. 

  1265.                     expr: key
    1266. 

  1266.                     type: string
    1267. 

  1267.                     expr: value
    1268. 

  1268.                     type: string
    1269. 

  1269.               outputColumnNames: _col0, _col1
    1270. 

  1270.               Reduce Output Operator
    1271. 

  1271.                 key expressions:
    1272. 

  1272.                       expr: _col0
    1273. 

  1273.                       type: string
    1274. 

  1274.                 sort order: +
    1275. 

  1275.                 tag: -1
    1276. 

  1276.                 value expressions:
    1277. 

  1277.                       expr: _col0
    1278. 

  1278.                       type: string
    1279. 

  1279.                       expr: _col1
    1280. 

  1280.                       type: string
    1281. 

  1281.       Reduce Operator Tree:
    1282. 

  1282.         Extract
    1283. 

  1283.           File Output Operator
    1284. 

  1284.             compressed: false
    1285. 

  1285.             GlobalTableId: 0
    1286. 

  1286.             table:
    1287. 

  1287.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1288. 

  1288.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1289. 

  1289. 

  1290.   Stage: Stage-5
    1291. 

  1291.     Map Reduce
    1292. 

  1292.       Alias -> Map Operator Tree:
    1293. 

  1293.         y:src 
    1294. 

  1294.           TableScan
    1295. 

  1295.             alias: src
    1296. 

  1296.             Select Operator
    1297. 

  1297.               expressions:
    1298. 

  1298.                     expr: key
    1299. 

  1299.                     type: string
    1300. 

  1300.                     expr: value
    1301. 

  1301.                     type: string
    1302. 

  1302.               outputColumnNames: _col0, _col1
    1303. 

  1303.               Reduce Output Operator
    1304. 

  1304.                 key expressions:
    1305. 

  1305.                       expr: _col1
    1306. 

  1306.                       type: string
    1307. 

  1307.                 sort order: +
    1308. 

  1308.                 tag: -1
    1309. 

  1309.                 value expressions:
    1310. 

  1310.                       expr: _col0
    1311. 

  1311.                       type: string
    1312. 

  1312.                       expr: _col1
    1313. 

  1313.                       type: string
    1314. 

  1314.       Reduce Operator Tree:
    1315. 

  1315.         Extract
    1316. 

  1316.           File Output Operator
    1317. 

  1317.             compressed: false
    1318. 

  1318.             GlobalTableId: 0
    1319. 

  1319.             table:
    1320. 

  1320.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1321. 

  1321.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1322. 

  1322. 

  1323.   Stage: Stage-0
    1324. 

  1324.     Fetch Operator
    1325. 

  1325.       limit: -1
    1326. 

  1326. 

  1327. 

  1328. PREHOOK: query: FROM
    1329. 

  1329. (SELECT src.* FROM src sort by key) x
    1330. 

  1330. JOIN
    1331. 

  1331. (SELECT src.* FROM src sort by value) Y
    1332. 

  1332. ON (x.key = Y.key)
    1333. 

  1333. JOIN
    1334. 

  1334. (SELECT src.* FROM src sort by value) Z
    1335. 

  1335. ON (x.key = Z.key)
    1336. 

  1336. select sum(hash(Y.key,Y.value))
    1337. 

  1337. PREHOOK: type: QUERY
    1338. 

  1338. PREHOOK: Input: default@src
    1339. 

  1339. PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-31-14_078_677078805297192158/-mr-10000
    1340. 

  1340. POSTHOOK: query: FROM
    1341. 

  1341. (SELECT src.* FROM src sort by key) x
    1342. 

  1342. JOIN
    1343. 

  1343. (SELECT src.* FROM src sort by value) Y
    1344. 

  1344. ON (x.key = Y.key)
    1345. 

  1345. JOIN
    1346. 

  1346. (SELECT src.* FROM src sort by value) Z
    1347. 

  1347. ON (x.key = Z.key)
    1348. 

  1348. select sum(hash(Y.key,Y.value))
    1349. 

  1349. POSTHOOK: type: QUERY
    1350. 

  1350. POSTHOOK: Input: default@src
    1351. 

  1351. POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-31-14_078_677078805297192158/-mr-10000
    1352. 

  1352. 348019368476
    1353. 

  1353. PREHOOK: query: explain
    1354. 

  1354. FROM 
    1355. 

  1355. (SELECT src.* FROM src sort by key) x
    1356. 

  1356. JOIN
    1357. 

  1357. (SELECT src.* FROM src sort by value) Y
    1358. 

  1358. ON (x.key = Y.key)
    1359. 

  1359. LEFT OUTER JOIN
    1360. 

  1360. (SELECT src.* FROM src sort by value) Z
    1361. 

  1361. ON (x.key = Z.key)
    1362. 

  1362. select sum(hash(Y.key,Y.value))
    1363. 

  1363. PREHOOK: type: QUERY
    1364. 

  1364. POSTHOOK: query: explain
    1365. 

  1365. FROM 
    1366. 

  1366. (SELECT src.* FROM src sort by key) x
    1367. 

  1367. JOIN
    1368. 

  1368. (SELECT src.* FROM src sort by value) Y
    1369. 

  1369. ON (x.key = Y.key)
    1370. 

  1370. LEFT OUTER JOIN
    1371. 

  1371. (SELECT src.* FROM src sort by value) Z
    1372. 

  1372. ON (x.key = Z.key)
    1373. 

  1373. select sum(hash(Y.key,Y.value))
    1374. 

  1374. POSTHOOK: type: QUERY
    1375. 

  1375. ABSTRACT SYNTAX TREE:
    1376. 

  1376.   (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_JOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Z) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Z) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
    1377. 

  1377. 

  1378. STAGE DEPENDENCIES:
    1379. 

  1379.   Stage-1 is a root stage
    1380. 

  1380.   Stage-8 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-9, Stage-10, Stage-2
    1381. 

  1381.   Stage-9 has a backup stage: Stage-2
    1382. 

  1382.   Stage-6 depends on stages: Stage-9
    1383. 

  1383.   Stage-3 depends on stages: Stage-2, Stage-6, Stage-7
    1384. 

  1384.   Stage-10 has a backup stage: Stage-2
    1385. 

  1385.   Stage-7 depends on stages: Stage-10
    1386. 

  1386.   Stage-2
    1387. 

  1387.   Stage-4 is a root stage
    1388. 

  1388.   Stage-5 is a root stage
    1389. 

  1389.   Stage-0 is a root stage
    1390. 

  1390. 

  1391. STAGE PLANS:
    1392. 

  1392.   Stage: Stage-1
    1393. 

  1393.     Map Reduce
    1394. 

  1394.       Alias -> Map Operator Tree:
    1395. 

  1395.         z:src 
    1396. 

  1396.           TableScan
    1397. 

  1397.             alias: src
    1398. 

  1398.             Select Operator
    1399. 

  1399.               expressions:
    1400. 

  1400.                     expr: key
    1401. 

  1401.                     type: string
    1402. 

  1402.                     expr: value
    1403. 

  1403.                     type: string
    1404. 

  1404.               outputColumnNames: _col0, _col1
    1405. 

  1405.               Reduce Output Operator
    1406. 

  1406.                 key expressions:
    1407. 

  1407.                       expr: _col1
    1408. 

  1408.                       type: string
    1409. 

  1409.                 sort order: +
    1410. 

  1410.                 tag: -1
    1411. 

  1411.                 value expressions:
    1412. 

  1412.                       expr: _col0
    1413. 

  1413.                       type: string
    1414. 

  1414.                       expr: _col1
    1415. 

  1415.                       type: string
    1416. 

  1416.       Reduce Operator Tree:
    1417. 

  1417.         Extract
    1418. 

  1418.           File Output Operator
    1419. 

  1419.             compressed: false
    1420. 

  1420.             GlobalTableId: 0
    1421. 

  1421.             table:
    1422. 

  1422.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1423. 

  1423.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1424. 

  1424. 

  1425.   Stage: Stage-8
    1426. 

  1426.     Conditional Operator
    1427. 

  1427. 

  1428.   Stage: Stage-9
    1429. 

  1429.     Map Reduce Local Work
    1430. 

  1430.       Alias -> Map Local Tables:
    1431. 

  1431.         $INTNAME 
    1432. 

  1432.           Fetch Operator
    1433. 

  1433.             limit: -1
    1434. 

  1434.         $INTNAME2 
    1435. 

  1435.           Fetch Operator
    1436. 

  1436.             limit: -1
    1437. 

  1437.       Alias -> Map Local Operator Tree:
    1438. 

  1438.         $INTNAME 
    1439. 

  1439.             HashTable Sink Operator
    1440. 

  1440.               condition expressions:
    1441. 

  1441.                 0 
    1442. 

  1442.                 1 {_col0} {_col1}
    1443. 

  1443.                 2 
    1444. 

  1444.               handleSkewJoin: false
    1445. 

  1445.               keys:
    1446. 

  1446.                 0 [Column[_col0]]
    1447. 

  1447.                 1 [Column[_col0]]
    1448. 

  1448.                 2 [Column[_col0]]
    1449. 

  1449.               Position of Big Table: 0
    1450. 

  1450.         $INTNAME2 
    1451. 

  1451.             HashTable Sink Operator
    1452. 

  1452.               condition expressions:
    1453. 

  1453.                 0 
    1454. 

  1454.                 1 {_col0} {_col1}
    1455. 

  1455.                 2 
    1456. 

  1456.               handleSkewJoin: false
    1457. 

  1457.               keys:
    1458. 

  1458.                 0 [Column[_col0]]
    1459. 

  1459.                 1 [Column[_col0]]
    1460. 

  1460.                 2 [Column[_col0]]
    1461. 

  1461.               Position of Big Table: 0
    1462. 

  1462. 

  1463.   Stage: Stage-6
    1464. 

  1464.     Map Reduce
    1465. 

  1465.       Alias -> Map Operator Tree:
    1466. 

  1466.         $INTNAME1 
    1467. 

  1467.             Map Join Operator
    1468. 

  1468.               condition map:
    1469. 

  1469.                    Inner Join 0 to 1
    1470. 

  1470.                    Left Outer Join0 to 2
    1471. 

  1471.               condition expressions:
    1472. 

  1472.                 0 
    1473. 

  1473.                 1 {_col0} {_col1}
    1474. 

  1474.                 2 
    1475. 

  1475.               handleSkewJoin: false
    1476. 

  1476.               keys:
    1477. 

  1477.                 0 [Column[_col0]]
    1478. 

  1478.                 1 [Column[_col0]]
    1479. 

  1479.                 2 [Column[_col0]]
    1480. 

  1480.               outputColumnNames: _col2, _col3
    1481. 

  1481.               Position of Big Table: 0
    1482. 

  1482.               Select Operator
    1483. 

  1483.                 expressions:
    1484. 

  1484.                       expr: _col2
    1485. 

  1485.                       type: string
    1486. 

  1486.                       expr: _col3
    1487. 

  1487.                       type: string
    1488. 

  1488.                 outputColumnNames: _col2, _col3
    1489. 

  1489.                 Group By Operator
    1490. 

  1490.                   aggregations:
    1491. 

  1491.                         expr: sum(hash(_col2,_col3))
    1492. 

  1492.                   bucketGroup: false
    1493. 

  1493.                   mode: hash
    1494. 

  1494.                   outputColumnNames: _col0
    1495. 

  1495.                   File Output Operator
    1496. 

  1496.                     compressed: false
    1497. 

  1497.                     GlobalTableId: 0
    1498. 

  1498.                     table:
    1499. 

  1499.                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1500. 

  1500.                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1501. 

  1501.       Local Work:
    1502. 

  1502.         Map Reduce Local Work
    1503. 

  1503. 

  1504.   Stage: Stage-3
    1505. 

  1505.     Map Reduce
    1506. 

  1506.       Alias -> Map Operator Tree:
    1507. 

  1507.         file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-31-51_136_1396644593331730058/-mr-10003 
    1508. 

  1508.             Reduce Output Operator
    1509. 

  1509.               sort order: 
    1510. 

  1510.               tag: -1
    1511. 

  1511.               value expressions:
    1512. 

  1512.                     expr: _col0
    1513. 

  1513.                     type: bigint
    1514. 

  1514.       Reduce Operator Tree:
    1515. 

  1515.         Group By Operator
    1516. 

  1516.           aggregations:
    1517. 

  1517.                 expr: sum(VALUE._col0)
    1518. 

  1518.           bucketGroup: false
    1519. 

  1519.           mode: mergepartial
    1520. 

  1520.           outputColumnNames: _col0
    1521. 

  1521.           Select Operator
    1522. 

  1522.             expressions:
    1523. 

  1523.                   expr: _col0
    1524. 

  1524.                   type: bigint
    1525. 

  1525.             outputColumnNames: _col0
    1526. 

  1526.             File Output Operator
    1527. 

  1527.               compressed: false
    1528. 

  1528.               GlobalTableId: 0
    1529. 

  1529.               table:
    1530. 

  1530.                   input format: org.apache.hadoop.mapred.TextInputFormat
    1531. 

  1531.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1532. 

  1532. 

  1533.   Stage: Stage-10
    1534. 

  1534.     Map Reduce Local Work
    1535. 

  1535.       Alias -> Map Local Tables:
    1536. 

  1536.         $INTNAME 
    1537. 

  1537.           Fetch Operator
    1538. 

  1538.             limit: -1
    1539. 

  1539.         $INTNAME1 
    1540. 

  1540.           Fetch Operator
    1541. 

  1541.             limit: -1
    1542. 

  1542.       Alias -> Map Local Operator Tree:
    1543. 

  1543.         $INTNAME 
    1544. 

  1544.             HashTable Sink Operator
    1545. 

  1545.               condition expressions:
    1546. 

  1546.                 0 
    1547. 

  1547.                 1 {_col0} {_col1}
    1548. 

  1548.                 2 
    1549. 

  1549.               handleSkewJoin: false
    1550. 

  1550.               keys:
    1551. 

  1551.                 0 [Column[_col0]]
    1552. 

  1552.                 1 [Column[_col0]]
    1553. 

  1553.                 2 [Column[_col0]]
    1554. 

  1554.               Position of Big Table: 1
    1555. 

  1555.         $INTNAME1 
    1556. 

  1556.             HashTable Sink Operator
    1557. 

  1557.               condition expressions:
    1558. 

  1558.                 0 
    1559. 

  1559.                 1 {_col0} {_col1}
    1560. 

  1560.                 2 
    1561. 

  1561.               handleSkewJoin: false
    1562. 

  1562.               keys:
    1563. 

  1563.                 0 [Column[_col0]]
    1564. 

  1564.                 1 [Column[_col0]]
    1565. 

  1565.                 2 [Column[_col0]]
    1566. 

  1566.               Position of Big Table: 1
    1567. 

  1567. 

  1568.   Stage: Stage-7
    1569. 

  1569.     Map Reduce
    1570. 

  1570.       Alias -> Map Operator Tree:
    1571. 

  1571.         $INTNAME2 
    1572. 

  1572.             Map Join Operator
    1573. 

  1573.               condition map:
    1574. 

  1574.                    Inner Join 0 to 1
    1575. 

  1575.                    Left Outer Join0 to 2
    1576. 

  1576.               condition expressions:
    1577. 

  1577.                 0 
    1578. 

  1578.                 1 {_col0} {_col1}
    1579. 

  1579.                 2 
    1580. 

  1580.               handleSkewJoin: false
    1581. 

  1581.               keys:
    1582. 

  1582.                 0 [Column[_col0]]
    1583. 

  1583.                 1 [Column[_col0]]
    1584. 

  1584.                 2 [Column[_col0]]
    1585. 

  1585.               outputColumnNames: _col2, _col3
    1586. 

  1586.               Position of Big Table: 1
    1587. 

  1587.               Select Operator
    1588. 

  1588.                 expressions:
    1589. 

  1589.                       expr: _col2
    1590. 

  1590.                       type: string
    1591. 

  1591.                       expr: _col3
    1592. 

  1592.                       type: string
    1593. 

  1593.                 outputColumnNames: _col2, _col3
    1594. 

  1594.                 Group By Operator
    1595. 

  1595.                   aggregations:
    1596. 

  1596.                         expr: sum(hash(_col2,_col3))
    1597. 

  1597.                   bucketGroup: false
    1598. 

  1598.                   mode: hash
    1599. 

  1599.                   outputColumnNames: _col0
    1600. 

  1600.                   File Output Operator
    1601. 

  1601.                     compressed: false
    1602. 

  1602.                     GlobalTableId: 0
    1603. 

  1603.                     table:
    1604. 

  1604.                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1605. 

  1605.                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1606. 

  1606.       Local Work:
    1607. 

  1607.         Map Reduce Local Work
    1608. 

  1608. 

  1609.   Stage: Stage-2
    1610. 

  1610.     Map Reduce
    1611. 

  1611.       Alias -> Map Operator Tree:
    1612. 

  1612.         $INTNAME 
    1613. 

  1613.             Reduce Output Operator
    1614. 

  1614.               key expressions:
    1615. 

  1615.                     expr: _col0
    1616. 

  1616.                     type: string
    1617. 

  1617.               sort order: +
    1618. 

  1618.               Map-reduce partition columns:
    1619. 

  1619.                     expr: _col0
    1620. 

  1620.                     type: string
    1621. 

  1621.               tag: 2
    1622. 

  1622.         $INTNAME1 
    1623. 

  1623.             Reduce Output Operator
    1624. 

  1624.               key expressions:
    1625. 

  1625.                     expr: _col0
    1626. 

  1626.                     type: string
    1627. 

  1627.               sort order: +
    1628. 

  1628.               Map-reduce partition columns:
    1629. 

  1629.                     expr: _col0
    1630. 

  1630.                     type: string
    1631. 

  1631.               tag: 0
    1632. 

  1632.         $INTNAME2 
    1633. 

  1633.             Reduce Output Operator
    1634. 

  1634.               key expressions:
    1635. 

  1635.                     expr: _col0
    1636. 

  1636.                     type: string
    1637. 

  1637.               sort order: +
    1638. 

  1638.               Map-reduce partition columns:
    1639. 

  1639.                     expr: _col0
    1640. 

  1640.                     type: string
    1641. 

  1641.               tag: 1
    1642. 

  1642.               value expressions:
    1643. 

  1643.                     expr: _col0
    1644. 

  1644.                     type: string
    1645. 

  1645.                     expr: _col1
    1646. 

  1646.                     type: string
    1647. 

  1647.       Reduce Operator Tree:
    1648. 

  1648.         Join Operator
    1649. 

  1649.           condition map:
    1650. 

  1650.                Inner Join 0 to 1
    1651. 

  1651.                Left Outer Join0 to 2
    1652. 

  1652.           condition expressions:
    1653. 

  1653.             0 
    1654. 

  1654.             1 {VALUE._col0} {VALUE._col1}
    1655. 

  1655.             2 
    1656. 

  1656.           handleSkewJoin: false
    1657. 

  1657.           outputColumnNames: _col2, _col3
    1658. 

  1658.           Select Operator
    1659. 

  1659.             expressions:
    1660. 

  1660.                   expr: _col2
    1661. 

  1661.                   type: string
    1662. 

  1662.                   expr: _col3
    1663. 

  1663.                   type: string
    1664. 

  1664.             outputColumnNames: _col2, _col3
    1665. 

  1665.             Group By Operator
    1666. 

  1666.               aggregations:
    1667. 

  1667.                     expr: sum(hash(_col2,_col3))
    1668. 

  1668.               bucketGroup: false
    1669. 

  1669.               mode: hash
    1670. 

  1670.               outputColumnNames: _col0
    1671. 

  1671.               File Output Operator
    1672. 

  1672.                 compressed: false
    1673. 

  1673.                 GlobalTableId: 0
    1674. 

  1674.                 table:
    1675. 

  1675.                     input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1676. 

  1676.                     output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1677. 

  1677. 

  1678.   Stage: Stage-4
    1679. 

  1679.     Map Reduce
    1680. 

  1680.       Alias -> Map Operator Tree:
    1681. 

  1681.         x:src 
    1682. 

  1682.           TableScan
    1683. 

  1683.             alias: src
    1684. 

  1684.             Select Operator
    1685. 

  1685.               expressions:
    1686. 

  1686.                     expr: key
    1687. 

  1687.                     type: string
    1688. 

  1688.                     expr: value
    1689. 

  1689.                     type: string
    1690. 

  1690.               outputColumnNames: _col0, _col1
    1691. 

  1691.               Reduce Output Operator
    1692. 

  1692.                 key expressions:
    1693. 

  1693.                       expr: _col0
    1694. 

  1694.                       type: string
    1695. 

  1695.                 sort order: +
    1696. 

  1696.                 tag: -1
    1697. 

  1697.                 value expressions:
    1698. 

  1698.                       expr: _col0
    1699. 

  1699.                       type: string
    1700. 

  1700.                       expr: _col1
    1701. 

  1701.                       type: string
    1702. 

  1702.       Reduce Operator Tree:
    1703. 

  1703.         Extract
    1704. 

  1704.           File Output Operator
    1705. 

  1705.             compressed: false
    1706. 

  1706.             GlobalTableId: 0
    1707. 

  1707.             table:
    1708. 

  1708.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1709. 

  1709.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1710. 

  1710. 

  1711.   Stage: Stage-5
    1712. 

  1712.     Map Reduce
    1713. 

  1713.       Alias -> Map Operator Tree:
    1714. 

  1714.         y:src 
    1715. 

  1715.           TableScan
    1716. 

  1716.             alias: src
    1717. 

  1717.             Select Operator
    1718. 

  1718.               expressions:
    1719. 

  1719.                     expr: key
    1720. 

  1720.                     type: string
    1721. 

  1721.                     expr: value
    1722. 

  1722.                     type: string
    1723. 

  1723.               outputColumnNames: _col0, _col1
    1724. 

  1724.               Reduce Output Operator
    1725. 

  1725.                 key expressions:
    1726. 

  1726.                       expr: _col1
    1727. 

  1727.                       type: string
    1728. 

  1728.                 sort order: +
    1729. 

  1729.                 tag: -1
    1730. 

  1730.                 value expressions:
    1731. 

  1731.                       expr: _col0
    1732. 

  1732.                       type: string
    1733. 

  1733.                       expr: _col1
    1734. 

  1734.                       type: string
    1735. 

  1735.       Reduce Operator Tree:
    1736. 

  1736.         Extract
    1737. 

  1737.           File Output Operator
    1738. 

  1738.             compressed: false
    1739. 

  1739.             GlobalTableId: 0
    1740. 

  1740.             table:
    1741. 

  1741.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1742. 

  1742.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1743. 

  1743. 

  1744.   Stage: Stage-0
    1745. 

  1745.     Fetch Operator
    1746. 

  1746.       limit: -1
    1747. 

  1747. 

  1748. 

  1749. PREHOOK: query: FROM
    1750. 

  1750. (SELECT src.* FROM src sort by key) x
    1751. 

  1751. JOIN
    1752. 

  1752. (SELECT src.* FROM src sort by value) Y
    1753. 

  1753. ON (x.key = Y.key)
    1754. 

  1754. LEFT OUTER JOIN
    1755. 

  1755. (SELECT src.* FROM src sort by value) Z
    1756. 

  1756. ON (x.key = Z.key)
    1757. 

  1757. select sum(hash(Y.key,Y.value))
    1758. 

  1758. PREHOOK: type: QUERY
    1759. 

  1759. PREHOOK: Input: default@src
    1760. 

  1760. PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-31-51_734_4658432184476577096/-mr-10000
    1761. 

  1761. POSTHOOK: query: FROM
    1762. 

  1762. (SELECT src.* FROM src sort by key) x
    1763. 

  1763. JOIN
    1764. 

  1764. (SELECT src.* FROM src sort by value) Y
    1765. 

  1765. ON (x.key = Y.key)
    1766. 

  1766. LEFT OUTER JOIN
    1767. 

  1767. (SELECT src.* FROM src sort by value) Z
    1768. 

  1768. ON (x.key = Z.key)
    1769. 

  1769. select sum(hash(Y.key,Y.value))
    1770. 

  1770. POSTHOOK: type: QUERY
    1771. 

  1771. POSTHOOK: Input: default@src
    1772. 

  1772. POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-31-51_734_4658432184476577096/-mr-10000
    1773. 

  1773. 348019368476
    1774. 

  1774. PREHOOK: query: explain
    1775. 

  1775. FROM 
    1776. 

  1776. (SELECT src.* FROM src sort by key) x
    1777. 

  1777. LEFT OUTER JOIN
    1778. 

  1778. (SELECT src.* FROM src sort by value) Y
    1779. 

  1779. ON (x.key = Y.key)
    1780. 

  1780. LEFT OUTER JOIN
    1781. 

  1781. (SELECT src.* FROM src sort by value) Z
    1782. 

  1782. ON (x.key = Z.key)
    1783. 

  1783. select sum(hash(Y.key,Y.value))
    1784. 

  1784. PREHOOK: type: QUERY
    1785. 

  1785. POSTHOOK: query: explain
    1786. 

  1786. FROM 
    1787. 

  1787. (SELECT src.* FROM src sort by key) x
    1788. 

  1788. LEFT OUTER JOIN
    1789. 

  1789. (SELECT src.* FROM src sort by value) Y
    1790. 

  1790. ON (x.key = Y.key)
    1791. 

  1791. LEFT OUTER JOIN
    1792. 

  1792. (SELECT src.* FROM src sort by value) Z
    1793. 

  1793. ON (x.key = Z.key)
    1794. 

  1794. select sum(hash(Y.key,Y.value))
    1795. 

  1795. POSTHOOK: type: QUERY
    1796. 

  1796. ABSTRACT SYNTAX TREE:
    1797. 

  1797.   (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_LEFTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Z) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Z) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
    1798. 

  1798. 

  1799. STAGE DEPENDENCIES:
    1800. 

  1800.   Stage-1 is a root stage
    1801. 

  1801.   Stage-7 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-8, Stage-2
    1802. 

  1802.   Stage-8 has a backup stage: Stage-2
    1803. 

  1803.   Stage-6 depends on stages: Stage-8
    1804. 

  1804.   Stage-3 depends on stages: Stage-2, Stage-6
    1805. 

  1805.   Stage-2
    1806. 

  1806.   Stage-4 is a root stage
    1807. 

  1807.   Stage-5 is a root stage
    1808. 

  1808.   Stage-0 is a root stage
    1809. 

  1809. 

  1810. STAGE PLANS:
    1811. 

  1811.   Stage: Stage-1
    1812. 

  1812.     Map Reduce
    1813. 

  1813.       Alias -> Map Operator Tree:
    1814. 

  1814.         z:src 
    1815. 

  1815.           TableScan
    1816. 

  1816.             alias: src
    1817. 

  1817.             Select Operator
    1818. 

  1818.               expressions:
    1819. 

  1819.                     expr: key
    1820. 

  1820.                     type: string
    1821. 

  1821.                     expr: value
    1822. 

  1822.                     type: string
    1823. 

  1823.               outputColumnNames: _col0, _col1
    1824. 

  1824.               Reduce Output Operator
    1825. 

  1825.                 key expressions:
    1826. 

  1826.                       expr: _col1
    1827. 

  1827.                       type: string
    1828. 

  1828.                 sort order: +
    1829. 

  1829.                 tag: -1
    1830. 

  1830.                 value expressions:
    1831. 

  1831.                       expr: _col0
    1832. 

  1832.                       type: string
    1833. 

  1833.                       expr: _col1
    1834. 

  1834.                       type: string
    1835. 

  1835.       Reduce Operator Tree:
    1836. 

  1836.         Extract
    1837. 

  1837.           File Output Operator
    1838. 

  1838.             compressed: false
    1839. 

  1839.             GlobalTableId: 0
    1840. 

  1840.             table:
    1841. 

  1841.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1842. 

  1842.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1843. 

  1843. 

  1844.   Stage: Stage-7
    1845. 

  1845.     Conditional Operator
    1846. 

  1846. 

  1847.   Stage: Stage-8
    1848. 

  1848.     Map Reduce Local Work
    1849. 

  1849.       Alias -> Map Local Tables:
    1850. 

  1850.         $INTNAME 
    1851. 

  1851.           Fetch Operator
    1852. 

  1852.             limit: -1
    1853. 

  1853.         $INTNAME2 
    1854. 

  1854.           Fetch Operator
    1855. 

  1855.             limit: -1
    1856. 

  1856.       Alias -> Map Local Operator Tree:
    1857. 

  1857.         $INTNAME 
    1858. 

  1858.             HashTable Sink Operator
    1859. 

  1859.               condition expressions:
    1860. 

  1860.                 0 
    1861. 

  1861.                 1 {_col0} {_col1}
    1862. 

  1862.                 2 
    1863. 

  1863.               handleSkewJoin: false
    1864. 

  1864.               keys:
    1865. 

  1865.                 0 [Column[_col0]]
    1866. 

  1866.                 1 [Column[_col0]]
    1867. 

  1867.                 2 [Column[_col0]]
    1868. 

  1868.               Position of Big Table: 0
    1869. 

  1869.         $INTNAME2 
    1870. 

  1870.             HashTable Sink Operator
    1871. 

  1871.               condition expressions:
    1872. 

  1872.                 0 
    1873. 

  1873.                 1 {_col0} {_col1}
    1874. 

  1874.                 2 
    1875. 

  1875.               handleSkewJoin: false
    1876. 

  1876.               keys:
    1877. 

  1877.                 0 [Column[_col0]]
    1878. 

  1878.                 1 [Column[_col0]]
    1879. 

  1879.                 2 [Column[_col0]]
    1880. 

  1880.               Position of Big Table: 0
    1881. 

  1881. 

  1882.   Stage: Stage-6
    1883. 

  1883.     Map Reduce
    1884. 

  1884.       Alias -> Map Operator Tree:
    1885. 

  1885.         $INTNAME1 
    1886. 

  1886.             Map Join Operator
    1887. 

  1887.               condition map:
    1888. 

  1888.                    Left Outer Join0 to 1
    1889. 

  1889.                    Left Outer Join0 to 2
    1890. 

  1890.               condition expressions:
    1891. 

  1891.                 0 
    1892. 

  1892.                 1 {_col0} {_col1}
    1893. 

  1893.                 2 
    1894. 

  1894.               handleSkewJoin: false
    1895. 

  1895.               keys:
    1896. 

  1896.                 0 [Column[_col0]]
    1897. 

  1897.                 1 [Column[_col0]]
    1898. 

  1898.                 2 [Column[_col0]]
    1899. 

  1899.               outputColumnNames: _col2, _col3
    1900. 

  1900.               Position of Big Table: 0
    1901. 

  1901.               Select Operator
    1902. 

  1902.                 expressions:
    1903. 

  1903.                       expr: _col2
    1904. 

  1904.                       type: string
    1905. 

  1905.                       expr: _col3
    1906. 

  1906.                       type: string
    1907. 

  1907.                 outputColumnNames: _col2, _col3
    1908. 

  1908.                 Group By Operator
    1909. 

  1909.                   aggregations:
    1910. 

  1910.                         expr: sum(hash(_col2,_col3))
    1911. 

  1911.                   bucketGroup: false
    1912. 

  1912.                   mode: hash
    1913. 

  1913.                   outputColumnNames: _col0
    1914. 

  1914.                   File Output Operator
    1915. 

  1915.                     compressed: false
    1916. 

  1916.                     GlobalTableId: 0
    1917. 

  1917.                     table:
    1918. 

  1918.                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1919. 

  1919.                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1920. 

  1920.       Local Work:
    1921. 

  1921.         Map Reduce Local Work
    1922. 

  1922. 

  1923.   Stage: Stage-3
    1924. 

  1924.     Map Reduce
    1925. 

  1925.       Alias -> Map Operator Tree:
    1926. 

  1926.         file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-32-27_283_8537497135418357852/-mr-10003 
    1927. 

  1927.             Reduce Output Operator
    1928. 

  1928.               sort order: 
    1929. 

  1929.               tag: -1
    1930. 

  1930.               value expressions:
    1931. 

  1931.                     expr: _col0
    1932. 

  1932.                     type: bigint
    1933. 

  1933.       Reduce Operator Tree:
    1934. 

  1934.         Group By Operator
    1935. 

  1935.           aggregations:
    1936. 

  1936.                 expr: sum(VALUE._col0)
    1937. 

  1937.           bucketGroup: false
    1938. 

  1938.           mode: mergepartial
    1939. 

  1939.           outputColumnNames: _col0
    1940. 

  1940.           Select Operator
    1941. 

  1941.             expressions:
    1942. 

  1942.                   expr: _col0
    1943. 

  1943.                   type: bigint
    1944. 

  1944.             outputColumnNames: _col0
    1945. 

  1945.             File Output Operator
    1946. 

  1946.               compressed: false
    1947. 

  1947.               GlobalTableId: 0
    1948. 

  1948.               table:
    1949. 

  1949.                   input format: org.apache.hadoop.mapred.TextInputFormat
    1950. 

  1950.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1951. 

  1951. 

  1952.   Stage: Stage-2
    1953. 

  1953.     Map Reduce
    1954. 

  1954.       Alias -> Map Operator Tree:
    1955. 

  1955.         $INTNAME 
    1956. 

  1956.             Reduce Output Operator
    1957. 

  1957.               key expressions:
    1958. 

  1958.                     expr: _col0
    1959. 

  1959.                     type: string
    1960. 

  1960.               sort order: +
    1961. 

  1961.               Map-reduce partition columns:
    1962. 

  1962.                     expr: _col0
    1963. 

  1963.                     type: string
    1964. 

  1964.               tag: 2
    1965. 

  1965.         $INTNAME1 
    1966. 

  1966.             Reduce Output Operator
    1967. 

  1967.               key expressions:
    1968. 

  1968.                     expr: _col0
    1969. 

  1969.                     type: string
    1970. 

  1970.               sort order: +
    1971. 

  1971.               Map-reduce partition columns:
    1972. 

  1972.                     expr: _col0
    1973. 

  1973.                     type: string
    1974. 

  1974.               tag: 0
    1975. 

  1975.         $INTNAME2 
    1976. 

  1976.             Reduce Output Operator
    1977. 

  1977.               key expressions:
    1978. 

  1978.                     expr: _col0
    1979. 

  1979.                     type: string
    1980. 

  1980.               sort order: +
    1981. 

  1981.               Map-reduce partition columns:
    1982. 

  1982.                     expr: _col0
    1983. 

  1983.                     type: string
    1984. 

  1984.               tag: 1
    1985. 

  1985.               value expressions:
    1986. 

  1986.                     expr: _col0
    1987. 

  1987.                     type: string
    1988. 

  1988.                     expr: _col1
    1989. 

  1989.                     type: string
    1990. 

  1990.       Reduce Operator Tree:
    1991. 

  1991.         Join Operator
    1992. 

  1992.           condition map:
    1993. 

  1993.                Left Outer Join0 to 1
    1994. 

  1994.                Left Outer Join0 to 2
    1995. 

  1995.           condition expressions:
    1996. 

  1996.             0 
    1997. 

  1997.             1 {VALUE._col0} {VALUE._col1}
    1998. 

  1998.             2 
    1999. 

  1999.           handleSkewJoin: false
    2000. 

  2000.           outputColumnNames: _col2, _col3
    2001. 

  2001.           Select Operator
    2002. 

  2002.             expressions:
    2003. 

  2003.                   expr: _col2
    2004. 

  2004.                   type: string
    2005. 

  2005.                   expr: _col3
    2006. 

  2006.                   type: string
    2007. 

  2007.             outputColumnNames: _col2, _col3
    2008. 

  2008.             Group By Operator
    2009. 

  2009.               aggregations:
    2010. 

  2010.                     expr: sum(hash(_col2,_col3))
    2011. 

  2011.               bucketGroup: false
    2012. 

  2012.               mode: hash
    2013. 

  2013.               outputColumnNames: _col0
    2014. 

  2014.               File Output Operator
    2015. 

  2015.                 compressed: false
    2016. 

  2016.                 GlobalTableId: 0
    2017. 

  2017.                 table:
    2018. 

  2018.                     input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2019. 

  2019.                     output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2020. 

  2020. 

  2021.   Stage: Stage-4
    2022. 

  2022.     Map Reduce
    2023. 

  2023.       Alias -> Map Operator Tree:
    2024. 

  2024.         x:src 
    2025. 

  2025.           TableScan
    2026. 

  2026.             alias: src
    2027. 

  2027.             Select Operator
    2028. 

  2028.               expressions:
    2029. 

  2029.                     expr: key
    2030. 

  2030.                     type: string
    2031. 

  2031.                     expr: value
    2032. 

  2032.                     type: string
    2033. 

  2033.               outputColumnNames: _col0, _col1
    2034. 

  2034.               Reduce Output Operator
    2035. 

  2035.                 key expressions:
    2036. 

  2036.                       expr: _col0
    2037. 

  2037.                       type: string
    2038. 

  2038.                 sort order: +
    2039. 

  2039.                 tag: -1
    2040. 

  2040.                 value expressions:
    2041. 

  2041.                       expr: _col0
    2042. 

  2042.                       type: string
    2043. 

  2043.                       expr: _col1
    2044. 

  2044.                       type: string
    2045. 

  2045.       Reduce Operator Tree:
    2046. 

  2046.         Extract
    2047. 

  2047.           File Output Operator
    2048. 

  2048.             compressed: false
    2049. 

  2049.             GlobalTableId: 0
    2050. 

  2050.             table:
    2051. 

  2051.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2052. 

  2052.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2053. 

  2053. 

  2054.   Stage: Stage-5
    2055. 

  2055.     Map Reduce
    2056. 

  2056.       Alias -> Map Operator Tree:
    2057. 

  2057.         y:src 
    2058. 

  2058.           TableScan
    2059. 

  2059.             alias: src
    2060. 

  2060.             Select Operator
    2061. 

  2061.               expressions:
    2062. 

  2062.                     expr: key
    2063. 

  2063.                     type: string
    2064. 

  2064.                     expr: value
    2065. 

  2065.                     type: string
    2066. 

  2066.               outputColumnNames: _col0, _col1
    2067. 

  2067.               Reduce Output Operator
    2068. 

  2068.                 key expressions:
    2069. 

  2069.                       expr: _col1
    2070. 

  2070.                       type: string
    2071. 

  2071.                 sort order: +
    2072. 

  2072.                 tag: -1
    2073. 

  2073.                 value expressions:
    2074. 

  2074.                       expr: _col0
    2075. 

  2075.                       type: string
    2076. 

  2076.                       expr: _col1
    2077. 

  2077.                       type: string
    2078. 

  2078.       Reduce Operator Tree:
    2079. 

  2079.         Extract
    2080. 

  2080.           File Output Operator
    2081. 

  2081.             compressed: false
    2082. 

  2082.             GlobalTableId: 0
    2083. 

  2083.             table:
    2084. 

  2084.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2085. 

  2085.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2086. 

  2086. 

  2087.   Stage: Stage-0
    2088. 

  2088.     Fetch Operator
    2089. 

  2089.       limit: -1
    2090. 

  2090. 

  2091. 

  2092. PREHOOK: query: FROM
    2093. 

  2093. (SELECT src.* FROM src sort by key) x
    2094. 

  2094. LEFT OUTER JOIN
    2095. 

  2095. (SELECT src.* FROM src sort by value) Y
    2096. 

  2096. ON (x.key = Y.key)
    2097. 

  2097. LEFT OUTER JOIN
    2098. 

  2098. (SELECT src.* FROM src sort by value) Z
    2099. 

  2099. ON (x.key = Z.key)
    2100. 

  2100. select sum(hash(Y.key,Y.value))
    2101. 

  2101. PREHOOK: type: QUERY
    2102. 

  2102. PREHOOK: Input: default@src
    2103. 

  2103. PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-32-27_678_1160688634274021101/-mr-10000
    2104. 

  2104. POSTHOOK: query: FROM
    2105. 

  2105. (SELECT src.* FROM src sort by key) x
    2106. 

  2106. LEFT OUTER JOIN
    2107. 

  2107. (SELECT src.* FROM src sort by value) Y
    2108. 

  2108. ON (x.key = Y.key)
    2109. 

  2109. LEFT OUTER JOIN
    2110. 

  2110. (SELECT src.* FROM src sort by value) Z
    2111. 

  2111. ON (x.key = Z.key)
    2112. 

  2112. select sum(hash(Y.key,Y.value))
    2113. 

  2113. POSTHOOK: type: QUERY
    2114. 

  2114. POSTHOOK: Input: default@src
    2115. 

  2115. POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-32-27_678_1160688634274021101/-mr-10000
    2116. 

  2116. 348019368476
    2117. 

  2117. PREHOOK: query: explain
    2118. 

  2118. FROM 
    2119. 

  2119. (SELECT src.* FROM src sort by key) x
    2120. 

  2120. LEFT OUTER JOIN
    2121. 

  2121. (SELECT src.* FROM src sort by value) Y
    2122. 

  2122. ON (x.key = Y.key)
    2123. 

  2123. RIGHT OUTER JOIN
    2124. 

  2124. (SELECT src.* FROM src sort by value) Z
    2125. 

  2125. ON (x.key = Z.key)
    2126. 

  2126. select sum(hash(Y.key,Y.value))
    2127. 

  2127. PREHOOK: type: QUERY
    2128. 

  2128. POSTHOOK: query: explain
    2129. 

  2129. FROM 
    2130. 

  2130. (SELECT src.* FROM src sort by key) x
    2131. 

  2131. LEFT OUTER JOIN
    2132. 

  2132. (SELECT src.* FROM src sort by value) Y
    2133. 

  2133. ON (x.key = Y.key)
    2134. 

  2134. RIGHT OUTER JOIN
    2135. 

  2135. (SELECT src.* FROM src sort by value) Z
    2136. 

  2136. ON (x.key = Z.key)
    2137. 

  2137. select sum(hash(Y.key,Y.value))
    2138. 

  2138. POSTHOOK: type: QUERY
    2139. 

  2139. ABSTRACT SYNTAX TREE:
    2140. 

  2140.   (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_LEFTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Z) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Z) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
    2141. 

  2141. 

  2142. STAGE DEPENDENCIES:
    2143. 

  2143.   Stage-1 is a root stage
    2144. 

  2144.   Stage-7 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-8, Stage-2
    2145. 

  2145.   Stage-8 has a backup stage: Stage-2
    2146. 

  2146.   Stage-6 depends on stages: Stage-8
    2147. 

  2147.   Stage-3 depends on stages: Stage-2, Stage-6
    2148. 

  2148.   Stage-2
    2149. 

  2149.   Stage-4 is a root stage
    2150. 

  2150.   Stage-5 is a root stage
    2151. 

  2151.   Stage-0 is a root stage
    2152. 

  2152. 

  2153. STAGE PLANS:
    2154. 

  2154.   Stage: Stage-1
    2155. 

  2155.     Map Reduce
    2156. 

  2156.       Alias -> Map Operator Tree:
    2157. 

  2157.         z:src 
    2158. 

  2158.           TableScan
    2159. 

  2159.             alias: src
    2160. 

  2160.             Select Operator
    2161. 

  2161.               expressions:
    2162. 

  2162.                     expr: key
    2163. 

  2163.                     type: string
    2164. 

  2164.                     expr: value
    2165. 

  2165.                     type: string
    2166. 

  2166.               outputColumnNames: _col0, _col1
    2167. 

  2167.               Reduce Output Operator
    2168. 

  2168.                 key expressions:
    2169. 

  2169.                       expr: _col1
    2170. 

  2170.                       type: string
    2171. 

  2171.                 sort order: +
    2172. 

  2172.                 tag: -1
    2173. 

  2173.                 value expressions:
    2174. 

  2174.                       expr: _col0
    2175. 

  2175.                       type: string
    2176. 

  2176.                       expr: _col1
    2177. 

  2177.                       type: string
    2178. 

  2178.       Reduce Operator Tree:
    2179. 

  2179.         Extract
    2180. 

  2180.           File Output Operator
    2181. 

  2181.             compressed: false
    2182. 

  2182.             GlobalTableId: 0
    2183. 

  2183.             table:
    2184. 

  2184.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2185. 

  2185.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2186. 

  2186. 

  2187.   Stage: Stage-7
    2188. 

  2188.     Conditional Operator
    2189. 

  2189. 

  2190.   Stage: Stage-8
    2191. 

  2191.     Map Reduce Local Work
    2192. 

  2192.       Alias -> Map Local Tables:
    2193. 

  2193.         $INTNAME1 
    2194. 

  2194.           Fetch Operator
    2195. 

  2195.             limit: -1
    2196. 

  2196.         $INTNAME2 
    2197. 

  2197.           Fetch Operator
    2198. 

  2198.             limit: -1
    2199. 

  2199.       Alias -> Map Local Operator Tree:
    2200. 

  2200.         $INTNAME1 
    2201. 

  2201.             HashTable Sink Operator
    2202. 

  2202.               condition expressions:
    2203. 

  2203.                 0 
    2204. 

  2204.                 1 {_col0} {_col1}
    2205. 

  2205.                 2 
    2206. 

  2206.               handleSkewJoin: false
    2207. 

  2207.               keys:
    2208. 

  2208.                 0 [Column[_col0]]
    2209. 

  2209.                 1 [Column[_col0]]
    2210. 

  2210.                 2 [Column[_col0]]
    2211. 

  2211.               Position of Big Table: 2
    2212. 

  2212.         $INTNAME2 
    2213. 

  2213.             HashTable Sink Operator
    2214. 

  2214.               condition expressions:
    2215. 

  2215.                 0 
    2216. 

  2216.                 1 {_col0} {_col1}
    2217. 

  2217.                 2 
    2218. 

  2218.               handleSkewJoin: false
    2219. 

  2219.               keys:
    2220. 

  2220.                 0 [Column[_col0]]
    2221. 

  2221.                 1 [Column[_col0]]
    2222. 

  2222.                 2 [Column[_col0]]
    2223. 

  2223.               Position of Big Table: 2
    2224. 

  2224. 

  2225.   Stage: Stage-6
    2226. 

  2226.     Map Reduce
    2227. 

  2227.       Alias -> Map Operator Tree:
    2228. 

  2228.         $INTNAME 
    2229. 

  2229.             Map Join Operator
    2230. 

  2230.               condition map:
    2231. 

  2231.                    Left Outer Join0 to 1
    2232. 

  2232.                    Right Outer Join0 to 2
    2233. 

  2233.               condition expressions:
    2234. 

  2234.                 0 
    2235. 

  2235.                 1 {_col0} {_col1}
    2236. 

  2236.                 2 
    2237. 

  2237.               handleSkewJoin: false
    2238. 

  2238.               keys:
    2239. 

  2239.                 0 [Column[_col0]]
    2240. 

  2240.                 1 [Column[_col0]]
    2241. 

  2241.                 2 [Column[_col0]]
    2242. 

  2242.               outputColumnNames: _col2, _col3
    2243. 

  2243.               Position of Big Table: 2
    2244. 

  2244.               Select Operator
    2245. 

  2245.                 expressions:
    2246. 

  2246.                       expr: _col2
    2247. 

  2247.                       type: string
    2248. 

  2248.                       expr: _col3
    2249. 

  2249.                       type: string
    2250. 

  2250.                 outputColumnNames: _col2, _col3
    2251. 

  2251.                 Group By Operator
    2252. 

  2252.                   aggregations:
    2253. 

  2253.                         expr: sum(hash(_col2,_col3))
    2254. 

  2254.                   bucketGroup: false
    2255. 

  2255.                   mode: hash
    2256. 

  2256.                   outputColumnNames: _col0
    2257. 

  2257.                   File Output Operator
    2258. 

  2258.                     compressed: false
    2259. 

  2259.                     GlobalTableId: 0
    2260. 

  2260.                     table:
    2261. 

  2261.                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2262. 

  2262.                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2263. 

  2263.       Local Work:
    2264. 

  2264.         Map Reduce Local Work
    2265. 

  2265. 

  2266.   Stage: Stage-3
    2267. 

  2267.     Map Reduce
    2268. 

  2268.       Alias -> Map Operator Tree:
    2269. 

  2269.         file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-33-03_110_2221229728249467440/-mr-10003 
    2270. 

  2270.             Reduce Output Operator
    2271. 

  2271.               sort order: 
    2272. 

  2272.               tag: -1
    2273. 

  2273.               value expressions:
    2274. 

  2274.                     expr: _col0
    2275. 

  2275.                     type: bigint
    2276. 

  2276.       Reduce Operator Tree:
    2277. 

  2277.         Group By Operator
    2278. 

  2278.           aggregations:
    2279. 

  2279.                 expr: sum(VALUE._col0)
    2280. 

  2280.           bucketGroup: false
    2281. 

  2281.           mode: mergepartial
    2282. 

  2282.           outputColumnNames: _col0
    2283. 

  2283.           Select Operator
    2284. 

  2284.             expressions:
    2285. 

  2285.                   expr: _col0
    2286. 

  2286.                   type: bigint
    2287. 

  2287.             outputColumnNames: _col0
    2288. 

  2288.             File Output Operator
    2289. 

  2289.               compressed: false
    2290. 

  2290.               GlobalTableId: 0
    2291. 

  2291.               table:
    2292. 

  2292.                   input format: org.apache.hadoop.mapred.TextInputFormat
    2293. 

  2293.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2294. 

  2294. 

  2295.   Stage: Stage-2
    2296. 

  2296.     Map Reduce
    2297. 

  2297.       Alias -> Map Operator Tree:
    2298. 

  2298.         $INTNAME 
    2299. 

  2299.             Reduce Output Operator
    2300. 

  2300.               key expressions:
    2301. 

  2301.                     expr: _col0
    2302. 

  2302.                     type: string
    2303. 

  2303.               sort order: +
    2304. 

  2304.               Map-reduce partition columns:
    2305. 

  2305.                     expr: _col0
    2306. 

  2306.                     type: string
    2307. 

  2307.               tag: 2
    2308. 

  2308.         $INTNAME1 
    2309. 

  2309.             Reduce Output Operator
    2310. 

  2310.               key expressions:
    2311. 

  2311.                     expr: _col0
    2312. 

  2312.                     type: string
    2313. 

  2313.               sort order: +
    2314. 

  2314.               Map-reduce partition columns:
    2315. 

  2315.                     expr: _col0
    2316. 

  2316.                     type: string
    2317. 

  2317.               tag: 0
    2318. 

  2318.         $INTNAME2 
    2319. 

  2319.             Reduce Output Operator
    2320. 

  2320.               key expressions:
    2321. 

  2321.                     expr: _col0
    2322. 

  2322.                     type: string
    2323. 

  2323.               sort order: +
    2324. 

  2324.               Map-reduce partition columns:
    2325. 

  2325.                     expr: _col0
    2326. 

  2326.                     type: string
    2327. 

  2327.               tag: 1
    2328. 

  2328.               value expressions:
    2329. 

  2329.                     expr: _col0
    2330. 

  2330.                     type: string
    2331. 

  2331.                     expr: _col1
    2332. 

  2332.                     type: string
    2333. 

  2333.       Reduce Operator Tree:
    2334. 

  2334.         Join Operator
    2335. 

  2335.           condition map:
    2336. 

  2336.                Left Outer Join0 to 1
    2337. 

  2337.                Right Outer Join0 to 2
    2338. 

  2338.           condition expressions:
    2339. 

  2339.             0 
    2340. 

  2340.             1 {VALUE._col0} {VALUE._col1}
    2341. 

  2341.             2 
    2342. 

  2342.           handleSkewJoin: false
    2343. 

  2343.           outputColumnNames: _col2, _col3
    2344. 

  2344.           Select Operator
    2345. 

  2345.             expressions:
    2346. 

  2346.                   expr: _col2
    2347. 

  2347.                   type: string
    2348. 

  2348.                   expr: _col3
    2349. 

  2349.                   type: string
    2350. 

  2350.             outputColumnNames: _col2, _col3
    2351. 

  2351.             Group By Operator
    2352. 

  2352.               aggregations:
    2353. 

  2353.                     expr: sum(hash(_col2,_col3))
    2354. 

  2354.               bucketGroup: false
    2355. 

  2355.               mode: hash
    2356. 

  2356.               outputColumnNames: _col0
    2357. 

  2357.               File Output Operator
    2358. 

  2358.                 compressed: false
    2359. 

  2359.                 GlobalTableId: 0
    2360. 

  2360.                 table:
    2361. 

  2361.                     input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2362. 

  2362.                     output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2363. 

  2363. 

  2364.   Stage: Stage-4
    2365. 

  2365.     Map Reduce
    2366. 

  2366.       Alias -> Map Operator Tree:
    2367. 

  2367.         x:src 
    2368. 

  2368.           TableScan
    2369. 

  2369.             alias: src
    2370. 

  2370.             Select Operator
    2371. 

  2371.               expressions:
    2372. 

  2372.                     expr: key
    2373. 

  2373.                     type: string
    2374. 

  2374.                     expr: value
    2375. 

  2375.                     type: string
    2376. 

  2376.               outputColumnNames: _col0, _col1
    2377. 

  2377.               Reduce Output Operator
    2378. 

  2378.                 key expressions:
    2379. 

  2379.                       expr: _col0
    2380. 

  2380.                       type: string
    2381. 

  2381.                 sort order: +
    2382. 

  2382.                 tag: -1
    2383. 

  2383.                 value expressions:
    2384. 

  2384.                       expr: _col0
    2385. 

  2385.                       type: string
    2386. 

  2386.                       expr: _col1
    2387. 

  2387.                       type: string
    2388. 

  2388.       Reduce Operator Tree:
    2389. 

  2389.         Extract
    2390. 

  2390.           File Output Operator
    2391. 

  2391.             compressed: false
    2392. 

  2392.             GlobalTableId: 0
    2393. 

  2393.             table:
    2394. 

  2394.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2395. 

  2395.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2396. 

  2396. 

  2397.   Stage: Stage-5
    2398. 

  2398.     Map Reduce
    2399. 

  2399.       Alias -> Map Operator Tree:
    2400. 

  2400.         y:src 
    2401. 

  2401.           TableScan
    2402. 

  2402.             alias: src
    2403. 

  2403.             Select Operator
    2404. 

  2404.               expressions:
    2405. 

  2405.                     expr: key
    2406. 

  2406.                     type: string
    2407. 

  2407.                     expr: value
    2408. 

  2408.                     type: string
    2409. 

  2409.               outputColumnNames: _col0, _col1
    2410. 

  2410.               Reduce Output Operator
    2411. 

  2411.                 key expressions:
    2412. 

  2412.                       expr: _col1
    2413. 

  2413.                       type: string
    2414. 

  2414.                 sort order: +
    2415. 

  2415.                 tag: -1
    2416. 

  2416.                 value expressions:
    2417. 

  2417.                       expr: _col0
    2418. 

  2418.                       type: string
    2419. 

  2419.                       expr: _col1
    2420. 

  2420.                       type: string
    2421. 

  2421.       Reduce Operator Tree:
    2422. 

  2422.         Extract
    2423. 

  2423.           File Output Operator
    2424. 

  2424.             compressed: false
    2425. 

  2425.             GlobalTableId: 0
    2426. 

  2426.             table:
    2427. 

  2427.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2428. 

  2428.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2429. 

  2429. 

  2430.   Stage: Stage-0
    2431. 

  2431.     Fetch Operator
    2432. 

  2432.       limit: -1
    2433. 

  2433. 

  2434. 

  2435. PREHOOK: query: FROM
    2436. 

  2436. (SELECT src.* FROM src sort by key) x
    2437. 

  2437. LEFT OUTER JOIN
    2438. 

  2438. (SELECT src.* FROM src sort by value) Y
    2439. 

  2439. ON (x.key = Y.key)
    2440. 

  2440. RIGHT OUTER JOIN
    2441. 

  2441. (SELECT src.* FROM src sort by value) Z
    2442. 

  2442. ON (x.key = Z.key)
    2443. 

  2443. select sum(hash(Y.key,Y.value))
    2444. 

  2444. PREHOOK: type: QUERY
    2445. 

  2445. PREHOOK: Input: default@src
    2446. 

  2446. PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-33-03_471_7630997145926057936/-mr-10000
    2447. 

  2447. POSTHOOK: query: FROM
    2448. 

  2448. (SELECT src.* FROM src sort by key) x
    2449. 

  2449. LEFT OUTER JOIN
    2450. 

  2450. (SELECT src.* FROM src sort by value) Y
    2451. 

  2451. ON (x.key = Y.key)
    2452. 

  2452. RIGHT OUTER JOIN
    2453. 

  2453. (SELECT src.* FROM src sort by value) Z
    2454. 

  2454. ON (x.key = Z.key)
    2455. 

  2455. select sum(hash(Y.key,Y.value))
    2456. 

  2456. POSTHOOK: type: QUERY
    2457. 

  2457. POSTHOOK: Input: default@src
    2458. 

  2458. POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-33-03_471_7630997145926057936/-mr-10000
    2459. 

  2459. 348019368476
    2460. 

  2460. PREHOOK: query: explain
    2461. 

  2461. FROM 
    2462. 

  2462. (SELECT src.* FROM src sort by key) x
    2463. 

  2463. RIGHT OUTER JOIN
    2464. 

  2464. (SELECT src.* FROM src sort by value) Y
    2465. 

  2465. ON (x.key = Y.key)
    2466. 

  2466. RIGHT OUTER JOIN
    2467. 

  2467. (SELECT src.* FROM src sort by value) Z
    2468. 

  2468. ON (x.key = Z.key)
    2469. 

  2469. select sum(hash(Y.key,Y.value))
    2470. 

  2470. PREHOOK: type: QUERY
    2471. 

  2471. POSTHOOK: query: explain
    2472. 

  2472. FROM 
    2473. 

  2473. (SELECT src.* FROM src sort by key) x
    2474. 

  2474. RIGHT OUTER JOIN
    2475. 

  2475. (SELECT src.* FROM src sort by value) Y
    2476. 

  2476. ON (x.key = Y.key)
    2477. 

  2477. RIGHT OUTER JOIN
    2478. 

  2478. (SELECT src.* FROM src sort by value) Z
    2479. 

  2479. ON (x.key = Z.key)
    2480. 

  2480. select sum(hash(Y.key,Y.value))
    2481. 

  2481. POSTHOOK: type: QUERY
    2482. 

  2482. ABSTRACT SYNTAX TREE:
    2483. 

  2483.   (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_RIGHTOUTERJOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key))))) x) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Y) key))) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME src)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL value))))) Z) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL Z) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION hash (. (TOK_TABLE_OR_COL Y) key) (. (TOK_TABLE_OR_COL Y) value)))))))
    2484. 

  2484. 

  2485. STAGE DEPENDENCIES:
    2486. 

  2486.   Stage-1 is a root stage
    2487. 

  2487.   Stage-7 depends on stages: Stage-1, Stage-4, Stage-5 , consists of Stage-8, Stage-2
    2488. 

  2488.   Stage-8 has a backup stage: Stage-2
    2489. 

  2489.   Stage-6 depends on stages: Stage-8
    2490. 

  2490.   Stage-3 depends on stages: Stage-2, Stage-6
    2491. 

  2491.   Stage-2
    2492. 

  2492.   Stage-4 is a root stage
    2493. 

  2493.   Stage-5 is a root stage
    2494. 

  2494.   Stage-0 is a root stage
    2495. 

  2495. 

  2496. STAGE PLANS:
    2497. 

  2497.   Stage: Stage-1
    2498. 

  2498.     Map Reduce
    2499. 

  2499.       Alias -> Map Operator Tree:
    2500. 

  2500.         z:src 
    2501. 

  2501.           TableScan
    2502. 

  2502.             alias: src
    2503. 

  2503.             Select Operator
    2504. 

  2504.               expressions:
    2505. 

  2505.                     expr: key
    2506. 

  2506.                     type: string
    2507. 

  2507.                     expr: value
    2508. 

  2508.                     type: string
    2509. 

  2509.               outputColumnNames: _col0, _col1
    2510. 

  2510.               Reduce Output Operator
    2511. 

  2511.                 key expressions:
    2512. 

  2512.                       expr: _col1
    2513. 

  2513.                       type: string
    2514. 

  2514.                 sort order: +
    2515. 

  2515.                 tag: -1
    2516. 

  2516.                 value expressions:
    2517. 

  2517.                       expr: _col0
    2518. 

  2518.                       type: string
    2519. 

  2519.                       expr: _col1
    2520. 

  2520.                       type: string
    2521. 

  2521.       Reduce Operator Tree:
    2522. 

  2522.         Extract
    2523. 

  2523.           File Output Operator
    2524. 

  2524.             compressed: false
    2525. 

  2525.             GlobalTableId: 0
    2526. 

  2526.             table:
    2527. 

  2527.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2528. 

  2528.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2529. 

  2529. 

  2530.   Stage: Stage-7
    2531. 

  2531.     Conditional Operator
    2532. 

  2532. 

  2533.   Stage: Stage-8
    2534. 

  2534.     Map Reduce Local Work
    2535. 

  2535.       Alias -> Map Local Tables:
    2536. 

  2536.         $INTNAME1 
    2537. 

  2537.           Fetch Operator
    2538. 

  2538.             limit: -1
    2539. 

  2539.         $INTNAME2 
    2540. 

  2540.           Fetch Operator
    2541. 

  2541.             limit: -1
    2542. 

  2542.       Alias -> Map Local Operator Tree:
    2543. 

  2543.         $INTNAME1 
    2544. 

  2544.             HashTable Sink Operator
    2545. 

  2545.               condition expressions:
    2546. 

  2546.                 0 
    2547. 

  2547.                 1 {_col0} {_col1}
    2548. 

  2548.                 2 
    2549. 

  2549.               handleSkewJoin: false
    2550. 

  2550.               keys:
    2551. 

  2551.                 0 [Column[_col0]]
    2552. 

  2552.                 1 [Column[_col0]]
    2553. 

  2553.                 2 [Column[_col0]]
    2554. 

  2554.               Position of Big Table: 2
    2555. 

  2555.         $INTNAME2 
    2556. 

  2556.             HashTable Sink Operator
    2557. 

  2557.               condition expressions:
    2558. 

  2558.                 0 
    2559. 

  2559.                 1 {_col0} {_col1}
    2560. 

  2560.                 2 
    2561. 

  2561.               handleSkewJoin: false
    2562. 

  2562.               keys:
    2563. 

  2563.                 0 [Column[_col0]]
    2564. 

  2564.                 1 [Column[_col0]]
    2565. 

  2565.                 2 [Column[_col0]]
    2566. 

  2566.               Position of Big Table: 2
    2567. 

  2567. 

  2568.   Stage: Stage-6
    2569. 

  2569.     Map Reduce
    2570. 

  2570.       Alias -> Map Operator Tree:
    2571. 

  2571.         $INTNAME 
    2572. 

  2572.             Map Join Operator
    2573. 

  2573.               condition map:
    2574. 

  2574.                    Right Outer Join0 to 1
    2575. 

  2575.                    Right Outer Join0 to 2
    2576. 

  2576.               condition expressions:
    2577. 

  2577.                 0 
    2578. 

  2578.                 1 {_col0} {_col1}
    2579. 

  2579.                 2 
    2580. 

  2580.               handleSkewJoin: false
    2581. 

  2581.               keys:
    2582. 

  2582.                 0 [Column[_col0]]
    2583. 

  2583.                 1 [Column[_col0]]
    2584. 

  2584.                 2 [Column[_col0]]
    2585. 

  2585.               outputColumnNames: _col2, _col3
    2586. 

  2586.               Position of Big Table: 2
    2587. 

  2587.               Select Operator
    2588. 

  2588.                 expressions:
    2589. 

  2589.                       expr: _col2
    2590. 

  2590.                       type: string
    2591. 

  2591.                       expr: _col3
    2592. 

  2592.                       type: string
    2593. 

  2593.                 outputColumnNames: _col2, _col3
    2594. 

  2594.                 Group By Operator
    2595. 

  2595.                   aggregations:
    2596. 

  2596.                         expr: sum(hash(_col2,_col3))
    2597. 

  2597.                   bucketGroup: false
    2598. 

  2598.                   mode: hash
    2599. 

  2599.                   outputColumnNames: _col0
    2600. 

  2600.                   File Output Operator
    2601. 

  2601.                     compressed: false
    2602. 

  2602.                     GlobalTableId: 0
    2603. 

  2603.                     table:
    2604. 

  2604.                         input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2605. 

  2605.                         output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2606. 

  2606.       Local Work:
    2607. 

  2607.         Map Reduce Local Work
    2608. 

  2608. 

  2609.   Stage: Stage-3
    2610. 

  2610.     Map Reduce
    2611. 

  2611.       Alias -> Map Operator Tree:
    2612. 

  2612.         file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-33-42_607_62391823355353921/-mr-10003 
    2613. 

  2613.             Reduce Output Operator
    2614. 

  2614.               sort order: 
    2615. 

  2615.               tag: -1
    2616. 

  2616.               value expressions:
    2617. 

  2617.                     expr: _col0
    2618. 

  2618.                     type: bigint
    2619. 

  2619.       Reduce Operator Tree:
    2620. 

  2620.         Group By Operator
    2621. 

  2621.           aggregations:
    2622. 

  2622.                 expr: sum(VALUE._col0)
    2623. 

  2623.           bucketGroup: false
    2624. 

  2624.           mode: mergepartial
    2625. 

  2625.           outputColumnNames: _col0
    2626. 

  2626.           Select Operator
    2627. 

  2627.             expressions:
    2628. 

  2628.                   expr: _col0
    2629. 

  2629.                   type: bigint
    2630. 

  2630.             outputColumnNames: _col0
    2631. 

  2631.             File Output Operator
    2632. 

  2632.               compressed: false
    2633. 

  2633.               GlobalTableId: 0
    2634. 

  2634.               table:
    2635. 

  2635.                   input format: org.apache.hadoop.mapred.TextInputFormat
    2636. 

  2636.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2637. 

  2637. 

  2638.   Stage: Stage-2
    2639. 

  2639.     Map Reduce
    2640. 

  2640.       Alias -> Map Operator Tree:
    2641. 

  2641.         $INTNAME 
    2642. 

  2642.             Reduce Output Operator
    2643. 

  2643.               key expressions:
    2644. 

  2644.                     expr: _col0
    2645. 

  2645.                     type: string
    2646. 

  2646.               sort order: +
    2647. 

  2647.               Map-reduce partition columns:
    2648. 

  2648.                     expr: _col0
    2649. 

  2649.                     type: string
    2650. 

  2650.               tag: 2
    2651. 

  2651.         $INTNAME1 
    2652. 

  2652.             Reduce Output Operator
    2653. 

  2653.               key expressions:
    2654. 

  2654.                     expr: _col0
    2655. 

  2655.                     type: string
    2656. 

  2656.               sort order: +
    2657. 

  2657.               Map-reduce partition columns:
    2658. 

  2658.                     expr: _col0
    2659. 

  2659.                     type: string
    2660. 

  2660.               tag: 0
    2661. 

  2661.         $INTNAME2 
    2662. 

  2662.             Reduce Output Operator
    2663. 

  2663.               key expressions:
    2664. 

  2664.                     expr: _col0
    2665. 

  2665.                     type: string
    2666. 

  2666.               sort order: +
    2667. 

  2667.               Map-reduce partition columns:
    2668. 

  2668.                     expr: _col0
    2669. 

  2669.                     type: string
    2670. 

  2670.               tag: 1
    2671. 

  2671.               value expressions:
    2672. 

  2672.                     expr: _col0
    2673. 

  2673.                     type: string
    2674. 

  2674.                     expr: _col1
    2675. 

  2675.                     type: string
    2676. 

  2676.       Reduce Operator Tree:
    2677. 

  2677.         Join Operator
    2678. 

  2678.           condition map:
    2679. 

  2679.                Right Outer Join0 to 1
    2680. 

  2680.                Right Outer Join0 to 2
    2681. 

  2681.           condition expressions:
    2682. 

  2682.             0 
    2683. 

  2683.             1 {VALUE._col0} {VALUE._col1}
    2684. 

  2684.             2 
    2685. 

  2685.           handleSkewJoin: false
    2686. 

  2686.           outputColumnNames: _col2, _col3
    2687. 

  2687.           Select Operator
    2688. 

  2688.             expressions:
    2689. 

  2689.                   expr: _col2
    2690. 

  2690.                   type: string
    2691. 

  2691.                   expr: _col3
    2692. 

  2692.                   type: string
    2693. 

  2693.             outputColumnNames: _col2, _col3
    2694. 

  2694.             Group By Operator
    2695. 

  2695.               aggregations:
    2696. 

  2696.                     expr: sum(hash(_col2,_col3))
    2697. 

  2697.               bucketGroup: false
    2698. 

  2698.               mode: hash
    2699. 

  2699.               outputColumnNames: _col0
    2700. 

  2700.               File Output Operator
    2701. 

  2701.                 compressed: false
    2702. 

  2702.                 GlobalTableId: 0
    2703. 

  2703.                 table:
    2704. 

  2704.                     input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2705. 

  2705.                     output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2706. 

  2706. 

  2707.   Stage: Stage-4
    2708. 

  2708.     Map Reduce
    2709. 

  2709.       Alias -> Map Operator Tree:
    2710. 

  2710.         x:src 
    2711. 

  2711.           TableScan
    2712. 

  2712.             alias: src
    2713. 

  2713.             Select Operator
    2714. 

  2714.               expressions:
    2715. 

  2715.                     expr: key
    2716. 

  2716.                     type: string
    2717. 

  2717.                     expr: value
    2718. 

  2718.                     type: string
    2719. 

  2719.               outputColumnNames: _col0, _col1
    2720. 

  2720.               Reduce Output Operator
    2721. 

  2721.                 key expressions:
    2722. 

  2722.                       expr: _col0
    2723. 

  2723.                       type: string
    2724. 

  2724.                 sort order: +
    2725. 

  2725.                 tag: -1
    2726. 

  2726.                 value expressions:
    2727. 

  2727.                       expr: _col0
    2728. 

  2728.                       type: string
    2729. 

  2729.                       expr: _col1
    2730. 

  2730.                       type: string
    2731. 

  2731.       Reduce Operator Tree:
    2732. 

  2732.         Extract
    2733. 

  2733.           File Output Operator
    2734. 

  2734.             compressed: false
    2735. 

  2735.             GlobalTableId: 0
    2736. 

  2736.             table:
    2737. 

  2737.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2738. 

  2738.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2739. 

  2739. 

  2740.   Stage: Stage-5
    2741. 

  2741.     Map Reduce
    2742. 

  2742.       Alias -> Map Operator Tree:
    2743. 

  2743.         y:src 
    2744. 

  2744.           TableScan
    2745. 

  2745.             alias: src
    2746. 

  2746.             Select Operator
    2747. 

  2747.               expressions:
    2748. 

  2748.                     expr: key
    2749. 

  2749.                     type: string
    2750. 

  2750.                     expr: value
    2751. 

  2751.                     type: string
    2752. 

  2752.               outputColumnNames: _col0, _col1
    2753. 

  2753.               Reduce Output Operator
    2754. 

  2754.                 key expressions:
    2755. 

  2755.                       expr: _col1
    2756. 

  2756.                       type: string
    2757. 

  2757.                 sort order: +
    2758. 

  2758.                 tag: -1
    2759. 

  2759.                 value expressions:
    2760. 

  2760.                       expr: _col0
    2761. 

  2761.                       type: string
    2762. 

  2762.                       expr: _col1
    2763. 

  2763.                       type: string
    2764. 

  2764.       Reduce Operator Tree:
    2765. 

  2765.         Extract
    2766. 

  2766.           File Output Operator
    2767. 

  2767.             compressed: false
    2768. 

  2768.             GlobalTableId: 0
    2769. 

  2769.             table:
    2770. 

  2770.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2771. 

  2771.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2772. 

  2772. 

  2773.   Stage: Stage-0
    2774. 

  2774.     Fetch Operator
    2775. 

  2775.       limit: -1
    2776. 

  2776. 

  2777. 

  2778. PREHOOK: query: FROM
    2779. 

  2779. (SELECT src.* FROM src sort by key) x
    2780. 

  2780. RIGHT OUTER JOIN
    2781. 

  2781. (SELECT src.* FROM src sort by value) Y
    2782. 

  2782. ON (x.key = Y.key)
    2783. 

  2783. RIGHT OUTER JOIN
    2784. 

  2784. (SELECT src.* FROM src sort by value) Z
    2785. 

  2785. ON (x.key = Z.key)
    2786. 

  2786. select sum(hash(Y.key,Y.value))
    2787. 

  2787. PREHOOK: type: QUERY
    2788. 

  2788. PREHOOK: Input: default@src
    2789. 

  2789. PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-33-42_972_7012061714979161777/-mr-10000
    2790. 

  2790. POSTHOOK: query: FROM
    2791. 

  2791. (SELECT src.* FROM src sort by key) x
    2792. 

  2792. RIGHT OUTER JOIN
    2793. 

  2793. (SELECT src.* FROM src sort by value) Y
    2794. 

  2794. ON (x.key = Y.key)
    2795. 

  2795. RIGHT OUTER JOIN
    2796. 

  2796. (SELECT src.* FROM src sort by value) Z
    2797. 

  2797. ON (x.key = Z.key)
    2798. 

  2798. select sum(hash(Y.key,Y.value))
    2799. 

  2799. POSTHOOK: type: QUERY
    2800. 

  2800. POSTHOOK: Input: default@src
    2801. 

  2801. POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2011-04-07_01-33-42_972_7012061714979161777/-mr-10000
    2802. 

  2802. 348019368476
    2803. 

  2803.