/branches/branch-0.2/hive/external/ql/src/test/results/clientpositive/semijoin.q.out

# · text · 3033 lines · 2910 code · 123 blank · 0 comment · 0 complexity · 0b0cff1fa9013fa5149d29c9c4992b92 MD5 · raw file 

    

  1. PREHOOK: query: create table t1 as select cast(key as int) key, value from src where key <= 10
    2. 

  2. PREHOOK: type: CREATETABLE_AS_SELECT
    3. 

  3. PREHOOK: Input: default@src
    4. 

  4. POSTHOOK: query: create table t1 as select cast(key as int) key, value from src where key <= 10
    5. 

  5. POSTHOOK: type: CREATETABLE_AS_SELECT
    6. 

  6. POSTHOOK: Input: default@src
    7. 

  7. POSTHOOK: Output: default@t1
    8. 

  8. PREHOOK: query: select * from t1 sort by key
    9. 

  9. PREHOOK: type: QUERY
    10. 

  10. PREHOOK: Input: default@t1
    11. 

  11. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-04-47_886_705452503633658789/-mr-10000
    12. 

  12. POSTHOOK: query: select * from t1 sort by key
    13. 

  13. POSTHOOK: type: QUERY
    14. 

  14. POSTHOOK: Input: default@t1
    15. 

  15. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-04-47_886_705452503633658789/-mr-10000
    16. 

  16. 0	val_0
    17. 

  17. 0	val_0
    18. 

  18. 0	val_0
    19. 

  19. 2	val_2
    20. 

  20. 4	val_4
    21. 

  21. 5	val_5
    22. 

  22. 5	val_5
    23. 

  23. 5	val_5
    24. 

  24. 8	val_8
    25. 

  25. 9	val_9
    26. 

  26. 10	val_10
    27. 

  27. PREHOOK: query: create table t2 as select cast(2*key as int) key, value from t1
    28. 

  28. PREHOOK: type: CREATETABLE_AS_SELECT
    29. 

  29. PREHOOK: Input: default@t1
    30. 

  30. POSTHOOK: query: create table t2 as select cast(2*key as int) key, value from t1
    31. 

  31. POSTHOOK: type: CREATETABLE_AS_SELECT
    32. 

  32. POSTHOOK: Input: default@t1
    33. 

  33. POSTHOOK: Output: default@t2
    34. 

  34. PREHOOK: query: select * from t2 sort by key
    35. 

  35. PREHOOK: type: QUERY
    36. 

  36. PREHOOK: Input: default@t2
    37. 

  37. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-04-54_794_6115178750654470118/-mr-10000
    38. 

  38. POSTHOOK: query: select * from t2 sort by key
    39. 

  39. POSTHOOK: type: QUERY
    40. 

  40. POSTHOOK: Input: default@t2
    41. 

  41. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-04-54_794_6115178750654470118/-mr-10000
    42. 

  42. 0	val_0
    43. 

  43. 0	val_0
    44. 

  44. 0	val_0
    45. 

  45. 4	val_2
    46. 

  46. 8	val_4
    47. 

  47. 10	val_5
    48. 

  48. 10	val_5
    49. 

  49. 10	val_5
    50. 

  50. 16	val_8
    51. 

  51. 18	val_9
    52. 

  52. 20	val_10
    53. 

  53. PREHOOK: query: create table t3 as select * from (select * from t1 union all select * from t2) b
    54. 

  54. PREHOOK: type: CREATETABLE_AS_SELECT
    55. 

  55. PREHOOK: Input: default@t1
    56. 

  56. PREHOOK: Input: default@t2
    57. 

  57. POSTHOOK: query: create table t3 as select * from (select * from t1 union all select * from t2) b
    58. 

  58. POSTHOOK: type: CREATETABLE_AS_SELECT
    59. 

  59. POSTHOOK: Input: default@t1
    60. 

  60. POSTHOOK: Input: default@t2
    61. 

  61. POSTHOOK: Output: default@t3
    62. 

  62. PREHOOK: query: select * from t3 sort by key, value
    63. 

  63. PREHOOK: type: QUERY
    64. 

  64. PREHOOK: Input: default@t3
    65. 

  65. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-05_418_8784955403393483239/-mr-10000
    66. 

  66. POSTHOOK: query: select * from t3 sort by key, value
    67. 

  67. POSTHOOK: type: QUERY
    68. 

  68. POSTHOOK: Input: default@t3
    69. 

  69. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-05_418_8784955403393483239/-mr-10000
    70. 

  70. 0	val_0
    71. 

  71. 0	val_0
    72. 

  72. 0	val_0
    73. 

  73. 0	val_0
    74. 

  74. 0	val_0
    75. 

  75. 0	val_0
    76. 

  76. 2	val_2
    77. 

  77. 4	val_2
    78. 

  78. 4	val_4
    79. 

  79. 5	val_5
    80. 

  80. 5	val_5
    81. 

  81. 5	val_5
    82. 

  82. 8	val_4
    83. 

  83. 8	val_8
    84. 

  84. 9	val_9
    85. 

  85. 10	val_10
    86. 

  86. 10	val_5
    87. 

  87. 10	val_5
    88. 

  88. 10	val_5
    89. 

  89. 16	val_8
    90. 

  90. 18	val_9
    91. 

  91. 20	val_10
    92. 

  92. PREHOOK: query: create table t4 (key int, value string)
    93. 

  93. PREHOOK: type: CREATETABLE
    94. 

  94. POSTHOOK: query: create table t4 (key int, value string)
    95. 

  95. POSTHOOK: type: CREATETABLE
    96. 

  96. POSTHOOK: Output: default@t4
    97. 

  97. PREHOOK: query: select * from t4
    98. 

  98. PREHOOK: type: QUERY
    99. 

  99. PREHOOK: Input: default@t4
    100. 

  100. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-08_875_8263284626120887909/-mr-10000
    101. 

  101. POSTHOOK: query: select * from t4
    102. 

  102. POSTHOOK: type: QUERY
    103. 

  103. POSTHOOK: Input: default@t4
    104. 

  104. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-08_875_8263284626120887909/-mr-10000
    105. 

  105. PREHOOK: query: explain select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value
    106. 

  106. PREHOOK: type: QUERY
    107. 

  107. POSTHOOK: query: explain select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value
    108. 

  108. POSTHOOK: type: QUERY
    109. 

  109. ABSTRACT SYNTAX TREE:
    110. 

  110.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    111. 

  111. 

  112. STAGE DEPENDENCIES:
    113. 

  113.   Stage-1 is a root stage
    114. 

  114.   Stage-2 depends on stages: Stage-1
    115. 

  115.   Stage-0 is a root stage
    116. 

  116. 

  117. STAGE PLANS:
    118. 

  118.   Stage: Stage-1
    119. 

  119.     Map Reduce
    120. 

  120.       Alias -> Map Operator Tree:
    121. 

  121.         a 
    122. 

  122.           TableScan
    123. 

  123.             alias: a
    124. 

  124.             Reduce Output Operator
    125. 

  125.               key expressions:
    126. 

  126.                     expr: key
    127. 

  127.                     type: int
    128. 

  128.               sort order: +
    129. 

  129.               Map-reduce partition columns:
    130. 

  130.                     expr: key
    131. 

  131.                     type: int
    132. 

  132.               tag: 0
    133. 

  133.               value expressions:
    134. 

  134.                     expr: key
    135. 

  135.                     type: int
    136. 

  136.                     expr: value
    137. 

  137.                     type: string
    138. 

  138.         b 
    139. 

  139.           TableScan
    140. 

  140.             alias: b
    141. 

  141.             Select Operator
    142. 

  142.               expressions:
    143. 

  143.                     expr: key
    144. 

  144.                     type: int
    145. 

  145.               outputColumnNames: key
    146. 

  146.               Group By Operator
    147. 

  147.                 bucketGroup: false
    148. 

  148.                 keys:
    149. 

  149.                       expr: key
    150. 

  150.                       type: int
    151. 

  151.                 mode: hash
    152. 

  152.                 outputColumnNames: _col0
    153. 

  153.                 Reduce Output Operator
    154. 

  154.                   key expressions:
    155. 

  155.                         expr: _col0
    156. 

  156.                         type: int
    157. 

  157.                   sort order: +
    158. 

  158.                   Map-reduce partition columns:
    159. 

  159.                         expr: _col0
    160. 

  160.                         type: int
    161. 

  161.                   tag: 1
    162. 

  162.       Reduce Operator Tree:
    163. 

  163.         Join Operator
    164. 

  164.           condition map:
    165. 

  165.                Left Semi Join 0 to 1
    166. 

  166.           condition expressions:
    167. 

  167.             0 {VALUE._col0} {VALUE._col1}
    168. 

  168.             1 
    169. 

  169.           handleSkewJoin: false
    170. 

  170.           outputColumnNames: _col0, _col1
    171. 

  171.           Select Operator
    172. 

  172.             expressions:
    173. 

  173.                   expr: _col0
    174. 

  174.                   type: int
    175. 

  175.                   expr: _col1
    176. 

  176.                   type: string
    177. 

  177.             outputColumnNames: _col0, _col1
    178. 

  178.             File Output Operator
    179. 

  179.               compressed: false
    180. 

  180.               GlobalTableId: 0
    181. 

  181.               table:
    182. 

  182.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    183. 

  183.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    184. 

  184. 

  185.   Stage: Stage-2
    186. 

  186.     Map Reduce
    187. 

  187.       Alias -> Map Operator Tree:
    188. 

  188.         file:/tmp/sdong/hive_2011-02-10_17-05-09_005_502081017578523829/-mr-10002 
    189. 

  189.             Reduce Output Operator
    190. 

  190.               key expressions:
    191. 

  191.                     expr: _col0
    192. 

  192.                     type: int
    193. 

  193.                     expr: _col1
    194. 

  194.                     type: string
    195. 

  195.               sort order: ++
    196. 

  196.               tag: -1
    197. 

  197.               value expressions:
    198. 

  198.                     expr: _col0
    199. 

  199.                     type: int
    200. 

  200.                     expr: _col1
    201. 

  201.                     type: string
    202. 

  202.       Reduce Operator Tree:
    203. 

  203.         Extract
    204. 

  204.           File Output Operator
    205. 

  205.             compressed: false
    206. 

  206.             GlobalTableId: 0
    207. 

  207.             table:
    208. 

  208.                 input format: org.apache.hadoop.mapred.TextInputFormat
    209. 

  209.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    210. 

  210. 

  211.   Stage: Stage-0
    212. 

  212.     Fetch Operator
    213. 

  213.       limit: -1
    214. 

  214. 

  215. 

  216. PREHOOK: query: select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value
    217. 

  217. PREHOOK: type: QUERY
    218. 

  218. PREHOOK: Input: default@t1
    219. 

  219. PREHOOK: Input: default@t2
    220. 

  220. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-09_098_1588087013512926695/-mr-10000
    221. 

  221. POSTHOOK: query: select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value
    222. 

  222. POSTHOOK: type: QUERY
    223. 

  223. POSTHOOK: Input: default@t1
    224. 

  224. POSTHOOK: Input: default@t2
    225. 

  225. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-09_098_1588087013512926695/-mr-10000
    226. 

  226. 0	val_0
    227. 

  227. 0	val_0
    228. 

  228. 0	val_0
    229. 

  229. 4	val_4
    230. 

  230. 8	val_8
    231. 

  231. 10	val_10
    232. 

  232. PREHOOK: query: explain select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value
    233. 

  233. PREHOOK: type: QUERY
    234. 

  234. POSTHOOK: query: explain select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value
    235. 

  235. POSTHOOK: type: QUERY
    236. 

  236. ABSTRACT SYNTAX TREE:
    237. 

  237.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t2) a) (TOK_TABREF (TOK_TABNAME t1) b) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL a) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    238. 

  238. 

  239. STAGE DEPENDENCIES:
    240. 

  240.   Stage-1 is a root stage
    241. 

  241.   Stage-2 depends on stages: Stage-1
    242. 

  242.   Stage-0 is a root stage
    243. 

  243. 

  244. STAGE PLANS:
    245. 

  245.   Stage: Stage-1
    246. 

  246.     Map Reduce
    247. 

  247.       Alias -> Map Operator Tree:
    248. 

  248.         a 
    249. 

  249.           TableScan
    250. 

  250.             alias: a
    251. 

  251.             Reduce Output Operator
    252. 

  252.               key expressions:
    253. 

  253.                     expr: key
    254. 

  254.                     type: int
    255. 

  255.               sort order: +
    256. 

  256.               Map-reduce partition columns:
    257. 

  257.                     expr: key
    258. 

  258.                     type: int
    259. 

  259.               tag: 0
    260. 

  260.               value expressions:
    261. 

  261.                     expr: key
    262. 

  262.                     type: int
    263. 

  263.                     expr: value
    264. 

  264.                     type: string
    265. 

  265.         b 
    266. 

  266.           TableScan
    267. 

  267.             alias: b
    268. 

  268.             Select Operator
    269. 

  269.               expressions:
    270. 

  270.                     expr: key
    271. 

  271.                     type: int
    272. 

  272.               outputColumnNames: key
    273. 

  273.               Group By Operator
    274. 

  274.                 bucketGroup: false
    275. 

  275.                 keys:
    276. 

  276.                       expr: key
    277. 

  277.                       type: int
    278. 

  278.                 mode: hash
    279. 

  279.                 outputColumnNames: _col0
    280. 

  280.                 Reduce Output Operator
    281. 

  281.                   key expressions:
    282. 

  282.                         expr: _col0
    283. 

  283.                         type: int
    284. 

  284.                   sort order: +
    285. 

  285.                   Map-reduce partition columns:
    286. 

  286.                         expr: _col0
    287. 

  287.                         type: int
    288. 

  288.                   tag: 1
    289. 

  289.       Reduce Operator Tree:
    290. 

  290.         Join Operator
    291. 

  291.           condition map:
    292. 

  292.                Left Semi Join 0 to 1
    293. 

  293.           condition expressions:
    294. 

  294.             0 {VALUE._col0} {VALUE._col1}
    295. 

  295.             1 
    296. 

  296.           handleSkewJoin: false
    297. 

  297.           outputColumnNames: _col0, _col1
    298. 

  298.           Select Operator
    299. 

  299.             expressions:
    300. 

  300.                   expr: _col0
    301. 

  301.                   type: int
    302. 

  302.                   expr: _col1
    303. 

  303.                   type: string
    304. 

  304.             outputColumnNames: _col0, _col1
    305. 

  305.             File Output Operator
    306. 

  306.               compressed: false
    307. 

  307.               GlobalTableId: 0
    308. 

  308.               table:
    309. 

  309.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    310. 

  310.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    311. 

  311. 

  312.   Stage: Stage-2
    313. 

  313.     Map Reduce
    314. 

  314.       Alias -> Map Operator Tree:
    315. 

  315.         file:/tmp/sdong/hive_2011-02-10_17-05-15_949_4211046763459932826/-mr-10002 
    316. 

  316.             Reduce Output Operator
    317. 

  317.               key expressions:
    318. 

  318.                     expr: _col0
    319. 

  319.                     type: int
    320. 

  320.                     expr: _col1
    321. 

  321.                     type: string
    322. 

  322.               sort order: ++
    323. 

  323.               tag: -1
    324. 

  324.               value expressions:
    325. 

  325.                     expr: _col0
    326. 

  326.                     type: int
    327. 

  327.                     expr: _col1
    328. 

  328.                     type: string
    329. 

  329.       Reduce Operator Tree:
    330. 

  330.         Extract
    331. 

  331.           File Output Operator
    332. 

  332.             compressed: false
    333. 

  333.             GlobalTableId: 0
    334. 

  334.             table:
    335. 

  335.                 input format: org.apache.hadoop.mapred.TextInputFormat
    336. 

  336.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    337. 

  337. 

  338.   Stage: Stage-0
    339. 

  339.     Fetch Operator
    340. 

  340.       limit: -1
    341. 

  341. 

  342. 

  343. PREHOOK: query: select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value
    344. 

  344. PREHOOK: type: QUERY
    345. 

  345. PREHOOK: Input: default@t1
    346. 

  346. PREHOOK: Input: default@t2
    347. 

  347. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-16_042_8329878039830895731/-mr-10000
    348. 

  348. POSTHOOK: query: select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value
    349. 

  349. POSTHOOK: type: QUERY
    350. 

  350. POSTHOOK: Input: default@t1
    351. 

  351. POSTHOOK: Input: default@t2
    352. 

  352. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-16_042_8329878039830895731/-mr-10000
    353. 

  353. 0	val_0
    354. 

  354. 0	val_0
    355. 

  355. 0	val_0
    356. 

  356. 4	val_2
    357. 

  357. 8	val_4
    358. 

  358. 10	val_5
    359. 

  359. 10	val_5
    360. 

  360. 10	val_5
    361. 

  361. PREHOOK: query: explain select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value
    362. 

  362. PREHOOK: type: QUERY
    363. 

  363. POSTHOOK: query: explain select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value
    364. 

  364. POSTHOOK: type: QUERY
    365. 

  365. ABSTRACT SYNTAX TREE:
    366. 

  366.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t4) b) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL a) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    367. 

  367. 

  368. STAGE DEPENDENCIES:
    369. 

  369.   Stage-1 is a root stage
    370. 

  370.   Stage-2 depends on stages: Stage-1
    371. 

  371.   Stage-0 is a root stage
    372. 

  372. 

  373. STAGE PLANS:
    374. 

  374.   Stage: Stage-1
    375. 

  375.     Map Reduce
    376. 

  376.       Alias -> Map Operator Tree:
    377. 

  377.         a 
    378. 

  378.           TableScan
    379. 

  379.             alias: a
    380. 

  380.             Reduce Output Operator
    381. 

  381.               key expressions:
    382. 

  382.                     expr: key
    383. 

  383.                     type: int
    384. 

  384.               sort order: +
    385. 

  385.               Map-reduce partition columns:
    386. 

  386.                     expr: key
    387. 

  387.                     type: int
    388. 

  388.               tag: 0
    389. 

  389.               value expressions:
    390. 

  390.                     expr: key
    391. 

  391.                     type: int
    392. 

  392.                     expr: value
    393. 

  393.                     type: string
    394. 

  394.         b 
    395. 

  395.           TableScan
    396. 

  396.             alias: b
    397. 

  397.             Select Operator
    398. 

  398.               expressions:
    399. 

  399.                     expr: key
    400. 

  400.                     type: int
    401. 

  401.               outputColumnNames: key
    402. 

  402.               Group By Operator
    403. 

  403.                 bucketGroup: false
    404. 

  404.                 keys:
    405. 

  405.                       expr: key
    406. 

  406.                       type: int
    407. 

  407.                 mode: hash
    408. 

  408.                 outputColumnNames: _col0
    409. 

  409.                 Reduce Output Operator
    410. 

  410.                   key expressions:
    411. 

  411.                         expr: _col0
    412. 

  412.                         type: int
    413. 

  413.                   sort order: +
    414. 

  414.                   Map-reduce partition columns:
    415. 

  415.                         expr: _col0
    416. 

  416.                         type: int
    417. 

  417.                   tag: 1
    418. 

  418.       Reduce Operator Tree:
    419. 

  419.         Join Operator
    420. 

  420.           condition map:
    421. 

  421.                Left Semi Join 0 to 1
    422. 

  422.           condition expressions:
    423. 

  423.             0 {VALUE._col0} {VALUE._col1}
    424. 

  424.             1 
    425. 

  425.           handleSkewJoin: false
    426. 

  426.           outputColumnNames: _col0, _col1
    427. 

  427.           Select Operator
    428. 

  428.             expressions:
    429. 

  429.                   expr: _col0
    430. 

  430.                   type: int
    431. 

  431.                   expr: _col1
    432. 

  432.                   type: string
    433. 

  433.             outputColumnNames: _col0, _col1
    434. 

  434.             File Output Operator
    435. 

  435.               compressed: false
    436. 

  436.               GlobalTableId: 0
    437. 

  437.               table:
    438. 

  438.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    439. 

  439.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    440. 

  440. 

  441.   Stage: Stage-2
    442. 

  442.     Map Reduce
    443. 

  443.       Alias -> Map Operator Tree:
    444. 

  444.         file:/tmp/sdong/hive_2011-02-10_17-05-22_786_6856730491579709518/-mr-10002 
    445. 

  445.             Reduce Output Operator
    446. 

  446.               key expressions:
    447. 

  447.                     expr: _col0
    448. 

  448.                     type: int
    449. 

  449.                     expr: _col1
    450. 

  450.                     type: string
    451. 

  451.               sort order: ++
    452. 

  452.               tag: -1
    453. 

  453.               value expressions:
    454. 

  454.                     expr: _col0
    455. 

  455.                     type: int
    456. 

  456.                     expr: _col1
    457. 

  457.                     type: string
    458. 

  458.       Reduce Operator Tree:
    459. 

  459.         Extract
    460. 

  460.           File Output Operator
    461. 

  461.             compressed: false
    462. 

  462.             GlobalTableId: 0
    463. 

  463.             table:
    464. 

  464.                 input format: org.apache.hadoop.mapred.TextInputFormat
    465. 

  465.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    466. 

  466. 

  467.   Stage: Stage-0
    468. 

  468.     Fetch Operator
    469. 

  469.       limit: -1
    470. 

  470. 

  471. 

  472. PREHOOK: query: select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value
    473. 

  473. PREHOOK: type: QUERY
    474. 

  474. PREHOOK: Input: default@t1
    475. 

  475. PREHOOK: Input: default@t4
    476. 

  476. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-22_880_1665353720432910838/-mr-10000
    477. 

  477. POSTHOOK: query: select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value
    478. 

  478. POSTHOOK: type: QUERY
    479. 

  479. POSTHOOK: Input: default@t1
    480. 

  480. POSTHOOK: Input: default@t4
    481. 

  481. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-22_880_1665353720432910838/-mr-10000
    482. 

  482. PREHOOK: query: explain select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value
    483. 

  483. PREHOOK: type: QUERY
    484. 

  484. POSTHOOK: query: explain select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value
    485. 

  485. POSTHOOK: type: QUERY
    486. 

  486. ABSTRACT SYNTAX TREE:
    487. 

  487.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t3) b) (and (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL a) key)) (< (. (TOK_TABLE_OR_COL b) key) '15')))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    488. 

  488. 

  489. STAGE DEPENDENCIES:
    490. 

  490.   Stage-1 is a root stage
    491. 

  491.   Stage-2 depends on stages: Stage-1
    492. 

  492.   Stage-0 is a root stage
    493. 

  493. 

  494. STAGE PLANS:
    495. 

  495.   Stage: Stage-1
    496. 

  496.     Map Reduce
    497. 

  497.       Alias -> Map Operator Tree:
    498. 

  498.         a 
    499. 

  499.           TableScan
    500. 

  500.             alias: a
    501. 

  501.             Reduce Output Operator
    502. 

  502.               key expressions:
    503. 

  503.                     expr: key
    504. 

  504.                     type: int
    505. 

  505.               sort order: +
    506. 

  506.               Map-reduce partition columns:
    507. 

  507.                     expr: key
    508. 

  508.                     type: int
    509. 

  509.               tag: 0
    510. 

  510.               value expressions:
    511. 

  511.                     expr: value
    512. 

  512.                     type: string
    513. 

  513.         b 
    514. 

  514.           TableScan
    515. 

  515.             alias: b
    516. 

  516.             Filter Operator
    517. 

  517.               predicate:
    518. 

  518.                   expr: (key < '15')
    519. 

  519.                   type: boolean
    520. 

  520.               Select Operator
    521. 

  521.                 expressions:
    522. 

  522.                       expr: key
    523. 

  523.                       type: int
    524. 

  524.                 outputColumnNames: key
    525. 

  525.                 Group By Operator
    526. 

  526.                   bucketGroup: false
    527. 

  527.                   keys:
    528. 

  528.                         expr: key
    529. 

  529.                         type: int
    530. 

  530.                         expr: key
    531. 

  531.                         type: int
    532. 

  532.                   mode: hash
    533. 

  533.                   outputColumnNames: _col0, _col1
    534. 

  534.                   Reduce Output Operator
    535. 

  535.                     key expressions:
    536. 

  536.                           expr: _col1
    537. 

  537.                           type: int
    538. 

  538.                     sort order: +
    539. 

  539.                     Map-reduce partition columns:
    540. 

  540.                           expr: _col1
    541. 

  541.                           type: int
    542. 

  542.                     tag: 1
    543. 

  543.       Reduce Operator Tree:
    544. 

  544.         Join Operator
    545. 

  545.           condition map:
    546. 

  546.                Left Semi Join 0 to 1
    547. 

  547.           condition expressions:
    548. 

  548.             0 {VALUE._col1}
    549. 

  549.             1 
    550. 

  550.           handleSkewJoin: false
    551. 

  551.           outputColumnNames: _col1
    552. 

  552.           Select Operator
    553. 

  553.             expressions:
    554. 

  554.                   expr: _col1
    555. 

  555.                   type: string
    556. 

  556.             outputColumnNames: _col0
    557. 

  557.             File Output Operator
    558. 

  558.               compressed: false
    559. 

  559.               GlobalTableId: 0
    560. 

  560.               table:
    561. 

  561.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    562. 

  562.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    563. 

  563. 

  564.   Stage: Stage-2
    565. 

  565.     Map Reduce
    566. 

  566.       Alias -> Map Operator Tree:
    567. 

  567.         file:/tmp/sdong/hive_2011-02-10_17-05-29_616_1235177871277954972/-mr-10002 
    568. 

  568.             Reduce Output Operator
    569. 

  569.               key expressions:
    570. 

  570.                     expr: _col0
    571. 

  571.                     type: string
    572. 

  572.               sort order: +
    573. 

  573.               tag: -1
    574. 

  574.               value expressions:
    575. 

  575.                     expr: _col0
    576. 

  576.                     type: string
    577. 

  577.       Reduce Operator Tree:
    578. 

  578.         Extract
    579. 

  579.           File Output Operator
    580. 

  580.             compressed: false
    581. 

  581.             GlobalTableId: 0
    582. 

  582.             table:
    583. 

  583.                 input format: org.apache.hadoop.mapred.TextInputFormat
    584. 

  584.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    585. 

  585. 

  586.   Stage: Stage-0
    587. 

  587.     Fetch Operator
    588. 

  588.       limit: -1
    589. 

  589. 

  590. 

  591. PREHOOK: query: select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value
    592. 

  592. PREHOOK: type: QUERY
    593. 

  593. PREHOOK: Input: default@t1
    594. 

  594. PREHOOK: Input: default@t3
    595. 

  595. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-29_715_4357564705901360206/-mr-10000
    596. 

  596. POSTHOOK: query: select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value
    597. 

  597. POSTHOOK: type: QUERY
    598. 

  598. POSTHOOK: Input: default@t1
    599. 

  599. POSTHOOK: Input: default@t3
    600. 

  600. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-29_715_4357564705901360206/-mr-10000
    601. 

  601. val_0
    602. 

  602. val_0
    603. 

  603. val_0
    604. 

  604. val_10
    605. 

  605. val_2
    606. 

  606. val_4
    607. 

  607. val_5
    608. 

  608. val_5
    609. 

  609. val_5
    610. 

  610. val_8
    611. 

  611. val_9
    612. 

  612. PREHOOK: query: explain select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value
    613. 

  613. PREHOOK: type: QUERY
    614. 

  614. POSTHOOK: query: explain select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value
    615. 

  615. POSTHOOK: type: QUERY
    616. 

  616. ABSTRACT SYNTAX TREE:
    617. 

  617.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t2) b) (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (< (. (TOK_TABLE_OR_COL b) value) "val_10")))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    618. 

  618. 

  619. STAGE DEPENDENCIES:
    620. 

  620.   Stage-1 is a root stage
    621. 

  621.   Stage-2 depends on stages: Stage-1
    622. 

  622.   Stage-0 is a root stage
    623. 

  623. 

  624. STAGE PLANS:
    625. 

  625.   Stage: Stage-1
    626. 

  626.     Map Reduce
    627. 

  627.       Alias -> Map Operator Tree:
    628. 

  628.         a 
    629. 

  629.           TableScan
    630. 

  630.             alias: a
    631. 

  631.             Reduce Output Operator
    632. 

  632.               key expressions:
    633. 

  633.                     expr: key
    634. 

  634.                     type: int
    635. 

  635.               sort order: +
    636. 

  636.               Map-reduce partition columns:
    637. 

  637.                     expr: key
    638. 

  638.                     type: int
    639. 

  639.               tag: 0
    640. 

  640.               value expressions:
    641. 

  641.                     expr: key
    642. 

  642.                     type: int
    643. 

  643.                     expr: value
    644. 

  644.                     type: string
    645. 

  645.         b 
    646. 

  646.           TableScan
    647. 

  647.             alias: b
    648. 

  648.             Filter Operator
    649. 

  649.               predicate:
    650. 

  650.                   expr: (value < 'val_10')
    651. 

  651.                   type: boolean
    652. 

  652.               Select Operator
    653. 

  653.                 expressions:
    654. 

  654.                       expr: key
    655. 

  655.                       type: int
    656. 

  656.                       expr: value
    657. 

  657.                       type: string
    658. 

  658.                 outputColumnNames: key, value
    659. 

  659.                 Group By Operator
    660. 

  660.                   bucketGroup: false
    661. 

  661.                   keys:
    662. 

  662.                         expr: key
    663. 

  663.                         type: int
    664. 

  664.                         expr: value
    665. 

  665.                         type: string
    666. 

  666.                   mode: hash
    667. 

  667.                   outputColumnNames: _col0, _col1
    668. 

  668.                   Reduce Output Operator
    669. 

  669.                     key expressions:
    670. 

  670.                           expr: _col0
    671. 

  671.                           type: int
    672. 

  672.                     sort order: +
    673. 

  673.                     Map-reduce partition columns:
    674. 

  674.                           expr: _col0
    675. 

  675.                           type: int
    676. 

  676.                     tag: 1
    677. 

  677.       Reduce Operator Tree:
    678. 

  678.         Join Operator
    679. 

  679.           condition map:
    680. 

  680.                Left Semi Join 0 to 1
    681. 

  681.           condition expressions:
    682. 

  682.             0 {VALUE._col0} {VALUE._col1}
    683. 

  683.             1 
    684. 

  684.           handleSkewJoin: false
    685. 

  685.           outputColumnNames: _col0, _col1
    686. 

  686.           Select Operator
    687. 

  687.             expressions:
    688. 

  688.                   expr: _col0
    689. 

  689.                   type: int
    690. 

  690.                   expr: _col1
    691. 

  691.                   type: string
    692. 

  692.             outputColumnNames: _col0, _col1
    693. 

  693.             File Output Operator
    694. 

  694.               compressed: false
    695. 

  695.               GlobalTableId: 0
    696. 

  696.               table:
    697. 

  697.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    698. 

  698.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    699. 

  699. 

  700.   Stage: Stage-2
    701. 

  701.     Map Reduce
    702. 

  702.       Alias -> Map Operator Tree:
    703. 

  703.         file:/tmp/sdong/hive_2011-02-10_17-05-36_675_4481351875930852775/-mr-10002 
    704. 

  704.             Reduce Output Operator
    705. 

  705.               key expressions:
    706. 

  706.                     expr: _col0
    707. 

  707.                     type: int
    708. 

  708.                     expr: _col1
    709. 

  709.                     type: string
    710. 

  710.               sort order: ++
    711. 

  711.               tag: -1
    712. 

  712.               value expressions:
    713. 

  713.                     expr: _col0
    714. 

  714.                     type: int
    715. 

  715.                     expr: _col1
    716. 

  716.                     type: string
    717. 

  717.       Reduce Operator Tree:
    718. 

  718.         Extract
    719. 

  719.           File Output Operator
    720. 

  720.             compressed: false
    721. 

  721.             GlobalTableId: 0
    722. 

  722.             table:
    723. 

  723.                 input format: org.apache.hadoop.mapred.TextInputFormat
    724. 

  724.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    725. 

  725. 

  726.   Stage: Stage-0
    727. 

  727.     Fetch Operator
    728. 

  728.       limit: -1
    729. 

  729. 

  730. 

  731. PREHOOK: query: select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value
    732. 

  732. PREHOOK: type: QUERY
    733. 

  733. PREHOOK: Input: default@t1
    734. 

  734. PREHOOK: Input: default@t2
    735. 

  735. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-36_773_1099957685086464486/-mr-10000
    736. 

  736. POSTHOOK: query: select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value
    737. 

  737. POSTHOOK: type: QUERY
    738. 

  738. POSTHOOK: Input: default@t1
    739. 

  739. POSTHOOK: Input: default@t2
    740. 

  740. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-36_773_1099957685086464486/-mr-10000
    741. 

  741. 0	val_0
    742. 

  742. 0	val_0
    743. 

  743. 0	val_0
    744. 

  744. PREHOOK: query: explain select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value
    745. 

  745. PREHOOK: type: QUERY
    746. 

  746. POSTHOOK: query: explain select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value
    747. 

  747. POSTHOOK: type: QUERY
    748. 

  748. ABSTRACT SYNTAX TREE:
    749. 

  749.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME t3))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key))) (TOK_WHERE (> (TOK_TABLE_OR_COL key) 5)))) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    750. 

  750. 

  751. STAGE DEPENDENCIES:
    752. 

  752.   Stage-1 is a root stage
    753. 

  753.   Stage-2 depends on stages: Stage-1
    754. 

  754.   Stage-0 is a root stage
    755. 

  755. 

  756. STAGE PLANS:
    757. 

  757.   Stage: Stage-1
    758. 

  758.     Map Reduce
    759. 

  759.       Alias -> Map Operator Tree:
    760. 

  760.         a 
    761. 

  761.           TableScan
    762. 

  762.             alias: a
    763. 

  763.             Reduce Output Operator
    764. 

  764.               key expressions:
    765. 

  765.                     expr: key
    766. 

  766.                     type: int
    767. 

  767.               sort order: +
    768. 

  768.               Map-reduce partition columns:
    769. 

  769.                     expr: key
    770. 

  770.                     type: int
    771. 

  771.               tag: 0
    772. 

  772.               value expressions:
    773. 

  773.                     expr: value
    774. 

  774.                     type: string
    775. 

  775.         b:t3 
    776. 

  776.           TableScan
    777. 

  777.             alias: t3
    778. 

  778.             Filter Operator
    779. 

  779.               predicate:
    780. 

  780.                   expr: (key > 5)
    781. 

  781.                   type: boolean
    782. 

  782.               Select Operator
    783. 

  783.                 expressions:
    784. 

  784.                       expr: key
    785. 

  785.                       type: int
    786. 

  786.                 outputColumnNames: _col0
    787. 

  787.                 Select Operator
    788. 

  788.                   expressions:
    789. 

  789.                         expr: _col0
    790. 

  790.                         type: int
    791. 

  791.                   outputColumnNames: _col0
    792. 

  792.                   Group By Operator
    793. 

  793.                     bucketGroup: false
    794. 

  794.                     keys:
    795. 

  795.                           expr: _col0
    796. 

  796.                           type: int
    797. 

  797.                     mode: hash
    798. 

  798.                     outputColumnNames: _col0
    799. 

  799.                     Reduce Output Operator
    800. 

  800.                       key expressions:
    801. 

  801.                             expr: _col0
    802. 

  802.                             type: int
    803. 

  803.                       sort order: +
    804. 

  804.                       Map-reduce partition columns:
    805. 

  805.                             expr: _col0
    806. 

  806.                             type: int
    807. 

  807.                       tag: 1
    808. 

  808.       Reduce Operator Tree:
    809. 

  809.         Join Operator
    810. 

  810.           condition map:
    811. 

  811.                Left Semi Join 0 to 1
    812. 

  812.           condition expressions:
    813. 

  813.             0 {VALUE._col1}
    814. 

  814.             1 
    815. 

  815.           handleSkewJoin: false
    816. 

  816.           outputColumnNames: _col1
    817. 

  817.           Select Operator
    818. 

  818.             expressions:
    819. 

  819.                   expr: _col1
    820. 

  820.                   type: string
    821. 

  821.             outputColumnNames: _col0
    822. 

  822.             File Output Operator
    823. 

  823.               compressed: false
    824. 

  824.               GlobalTableId: 0
    825. 

  825.               table:
    826. 

  826.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    827. 

  827.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    828. 

  828. 

  829.   Stage: Stage-2
    830. 

  830.     Map Reduce
    831. 

  831.       Alias -> Map Operator Tree:
    832. 

  832.         file:/tmp/sdong/hive_2011-02-10_17-05-43_606_4268995089293633608/-mr-10002 
    833. 

  833.             Reduce Output Operator
    834. 

  834.               key expressions:
    835. 

  835.                     expr: _col0
    836. 

  836.                     type: string
    837. 

  837.               sort order: +
    838. 

  838.               tag: -1
    839. 

  839.               value expressions:
    840. 

  840.                     expr: _col0
    841. 

  841.                     type: string
    842. 

  842.       Reduce Operator Tree:
    843. 

  843.         Extract
    844. 

  844.           File Output Operator
    845. 

  845.             compressed: false
    846. 

  846.             GlobalTableId: 0
    847. 

  847.             table:
    848. 

  848.                 input format: org.apache.hadoop.mapred.TextInputFormat
    849. 

  849.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    850. 

  850. 

  851.   Stage: Stage-0
    852. 

  852.     Fetch Operator
    853. 

  853.       limit: -1
    854. 

  854. 

  855. 

  856. PREHOOK: query: select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value
    857. 

  857. PREHOOK: type: QUERY
    858. 

  858. PREHOOK: Input: default@t1
    859. 

  859. PREHOOK: Input: default@t3
    860. 

  860. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-43_705_5212605861362357897/-mr-10000
    861. 

  861. POSTHOOK: query: select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value
    862. 

  862. POSTHOOK: type: QUERY
    863. 

  863. POSTHOOK: Input: default@t1
    864. 

  864. POSTHOOK: Input: default@t3
    865. 

  865. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-43_705_5212605861362357897/-mr-10000
    866. 

  866. val_10
    867. 

  867. val_8
    868. 

  868. val_9
    869. 

  869. PREHOOK: query: explain select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value
    870. 

  870. PREHOOK: type: QUERY
    871. 

  871. POSTHOOK: query: explain select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value
    872. 

  872. POSTHOOK: type: QUERY
    873. 

  873. ABSTRACT SYNTAX TREE:
    874. 

  874.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME t2))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (> (TOK_TABLE_OR_COL key) 5)))) b) (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (<= (. (TOK_TABLE_OR_COL b) value) 'val_20')))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    875. 

  875. 

  876. STAGE DEPENDENCIES:
    877. 

  877.   Stage-1 is a root stage
    878. 

  878.   Stage-2 depends on stages: Stage-1
    879. 

  879.   Stage-0 is a root stage
    880. 

  880. 

  881. STAGE PLANS:
    882. 

  882.   Stage: Stage-1
    883. 

  883.     Map Reduce
    884. 

  884.       Alias -> Map Operator Tree:
    885. 

  885.         a 
    886. 

  886.           TableScan
    887. 

  887.             alias: a
    888. 

  888.             Reduce Output Operator
    889. 

  889.               key expressions:
    890. 

  890.                     expr: key
    891. 

  891.                     type: int
    892. 

  892.               sort order: +
    893. 

  893.               Map-reduce partition columns:
    894. 

  894.                     expr: key
    895. 

  895.                     type: int
    896. 

  896.               tag: 0
    897. 

  897.               value expressions:
    898. 

  898.                     expr: value
    899. 

  899.                     type: string
    900. 

  900.         b:t2 
    901. 

  901.           TableScan
    902. 

  902.             alias: t2
    903. 

  903.             Filter Operator
    904. 

  904.               predicate:
    905. 

  905.                   expr: ((key > 5) and (value <= 'val_20'))
    906. 

  906.                   type: boolean
    907. 

  907.               Select Operator
    908. 

  908.                 expressions:
    909. 

  909.                       expr: key
    910. 

  910.                       type: int
    911. 

  911.                       expr: value
    912. 

  912.                       type: string
    913. 

  913.                 outputColumnNames: _col0, _col1
    914. 

  914.                 Select Operator
    915. 

  915.                   expressions:
    916. 

  916.                         expr: _col0
    917. 

  917.                         type: int
    918. 

  918.                         expr: _col1
    919. 

  919.                         type: string
    920. 

  920.                   outputColumnNames: _col0, _col1
    921. 

  921.                   Group By Operator
    922. 

  922.                     bucketGroup: false
    923. 

  923.                     keys:
    924. 

  924.                           expr: _col0
    925. 

  925.                           type: int
    926. 

  926.                           expr: _col1
    927. 

  927.                           type: string
    928. 

  928.                     mode: hash
    929. 

  929.                     outputColumnNames: _col0, _col1
    930. 

  930.                     Reduce Output Operator
    931. 

  931.                       key expressions:
    932. 

  932.                             expr: _col0
    933. 

  933.                             type: int
    934. 

  934.                       sort order: +
    935. 

  935.                       Map-reduce partition columns:
    936. 

  936.                             expr: _col0
    937. 

  937.                             type: int
    938. 

  938.                       tag: 1
    939. 

  939.       Reduce Operator Tree:
    940. 

  940.         Join Operator
    941. 

  941.           condition map:
    942. 

  942.                Left Semi Join 0 to 1
    943. 

  943.           condition expressions:
    944. 

  944.             0 {VALUE._col1}
    945. 

  945.             1 
    946. 

  946.           handleSkewJoin: false
    947. 

  947.           outputColumnNames: _col1
    948. 

  948.           Select Operator
    949. 

  949.             expressions:
    950. 

  950.                   expr: _col1
    951. 

  951.                   type: string
    952. 

  952.             outputColumnNames: _col0
    953. 

  953.             File Output Operator
    954. 

  954.               compressed: false
    955. 

  955.               GlobalTableId: 0
    956. 

  956.               table:
    957. 

  957.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    958. 

  958.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    959. 

  959. 

  960.   Stage: Stage-2
    961. 

  961.     Map Reduce
    962. 

  962.       Alias -> Map Operator Tree:
    963. 

  963.         file:/tmp/sdong/hive_2011-02-10_17-05-50_572_4351935636267130614/-mr-10002 
    964. 

  964.             Reduce Output Operator
    965. 

  965.               key expressions:
    966. 

  966.                     expr: _col0
    967. 

  967.                     type: string
    968. 

  968.               sort order: +
    969. 

  969.               tag: -1
    970. 

  970.               value expressions:
    971. 

  971.                     expr: _col0
    972. 

  972.                     type: string
    973. 

  973.       Reduce Operator Tree:
    974. 

  974.         Extract
    975. 

  975.           File Output Operator
    976. 

  976.             compressed: false
    977. 

  977.             GlobalTableId: 0
    978. 

  978.             table:
    979. 

  979.                 input format: org.apache.hadoop.mapred.TextInputFormat
    980. 

  980.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    981. 

  981. 

  982.   Stage: Stage-0
    983. 

  983.     Fetch Operator
    984. 

  984.       limit: -1
    985. 

  985. 

  986. 

  987. PREHOOK: query: select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value
    988. 

  988. PREHOOK: type: QUERY
    989. 

  989. PREHOOK: Input: default@t1
    990. 

  990. PREHOOK: Input: default@t2
    991. 

  991. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-50_690_824047413986414031/-mr-10000
    992. 

  992. POSTHOOK: query: select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value
    993. 

  993. POSTHOOK: type: QUERY
    994. 

  994. POSTHOOK: Input: default@t1
    995. 

  995. POSTHOOK: Input: default@t2
    996. 

  996. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-50_690_824047413986414031/-mr-10000
    997. 

  997. PREHOOK: query: explain select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value
    998. 

  998. PREHOOK: type: QUERY
    999. 

  999. POSTHOOK: query: explain select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value
    1000. 

  1000. POSTHOOK: type: QUERY
    1001. 

  1001. ABSTRACT SYNTAX TREE:
    1002. 

  1002.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t2) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME t1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (> (TOK_TABLE_OR_COL key) 2)))) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    1003. 

  1003. 

  1004. STAGE DEPENDENCIES:
    1005. 

  1005.   Stage-1 is a root stage
    1006. 

  1006.   Stage-2 depends on stages: Stage-1
    1007. 

  1007.   Stage-0 is a root stage
    1008. 

  1008. 

  1009. STAGE PLANS:
    1010. 

  1010.   Stage: Stage-1
    1011. 

  1011.     Map Reduce
    1012. 

  1012.       Alias -> Map Operator Tree:
    1013. 

  1013.         a 
    1014. 

  1014.           TableScan
    1015. 

  1015.             alias: a
    1016. 

  1016.             Reduce Output Operator
    1017. 

  1017.               key expressions:
    1018. 

  1018.                     expr: key
    1019. 

  1019.                     type: int
    1020. 

  1020.               sort order: +
    1021. 

  1021.               Map-reduce partition columns:
    1022. 

  1022.                     expr: key
    1023. 

  1023.                     type: int
    1024. 

  1024.               tag: 0
    1025. 

  1025.               value expressions:
    1026. 

  1026.                     expr: key
    1027. 

  1027.                     type: int
    1028. 

  1028.                     expr: value
    1029. 

  1029.                     type: string
    1030. 

  1030.         b:t1 
    1031. 

  1031.           TableScan
    1032. 

  1032.             alias: t1
    1033. 

  1033.             Filter Operator
    1034. 

  1034.               predicate:
    1035. 

  1035.                   expr: (key > 2)
    1036. 

  1036.                   type: boolean
    1037. 

  1037.               Select Operator
    1038. 

  1038.                 expressions:
    1039. 

  1039.                       expr: key
    1040. 

  1040.                       type: int
    1041. 

  1041.                 outputColumnNames: _col0
    1042. 

  1042.                 Select Operator
    1043. 

  1043.                   expressions:
    1044. 

  1044.                         expr: _col0
    1045. 

  1045.                         type: int
    1046. 

  1046.                   outputColumnNames: _col0
    1047. 

  1047.                   Group By Operator
    1048. 

  1048.                     bucketGroup: false
    1049. 

  1049.                     keys:
    1050. 

  1050.                           expr: _col0
    1051. 

  1051.                           type: int
    1052. 

  1052.                     mode: hash
    1053. 

  1053.                     outputColumnNames: _col0
    1054. 

  1054.                     Reduce Output Operator
    1055. 

  1055.                       key expressions:
    1056. 

  1056.                             expr: _col0
    1057. 

  1057.                             type: int
    1058. 

  1058.                       sort order: +
    1059. 

  1059.                       Map-reduce partition columns:
    1060. 

  1060.                             expr: _col0
    1061. 

  1061.                             type: int
    1062. 

  1062.                       tag: 1
    1063. 

  1063.       Reduce Operator Tree:
    1064. 

  1064.         Join Operator
    1065. 

  1065.           condition map:
    1066. 

  1066.                Left Semi Join 0 to 1
    1067. 

  1067.           condition expressions:
    1068. 

  1068.             0 {VALUE._col0} {VALUE._col1}
    1069. 

  1069.             1 
    1070. 

  1070.           handleSkewJoin: false
    1071. 

  1071.           outputColumnNames: _col0, _col1
    1072. 

  1072.           Select Operator
    1073. 

  1073.             expressions:
    1074. 

  1074.                   expr: _col0
    1075. 

  1075.                   type: int
    1076. 

  1076.                   expr: _col1
    1077. 

  1077.                   type: string
    1078. 

  1078.             outputColumnNames: _col0, _col1
    1079. 

  1079.             File Output Operator
    1080. 

  1080.               compressed: false
    1081. 

  1081.               GlobalTableId: 0
    1082. 

  1082.               table:
    1083. 

  1083.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1084. 

  1084.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1085. 

  1085. 

  1086.   Stage: Stage-2
    1087. 

  1087.     Map Reduce
    1088. 

  1088.       Alias -> Map Operator Tree:
    1089. 

  1089.         file:/tmp/sdong/hive_2011-02-10_17-05-57_516_1309591908900729926/-mr-10002 
    1090. 

  1090.             Reduce Output Operator
    1091. 

  1091.               key expressions:
    1092. 

  1092.                     expr: _col0
    1093. 

  1093.                     type: int
    1094. 

  1094.                     expr: _col1
    1095. 

  1095.                     type: string
    1096. 

  1096.               sort order: ++
    1097. 

  1097.               tag: -1
    1098. 

  1098.               value expressions:
    1099. 

  1099.                     expr: _col0
    1100. 

  1100.                     type: int
    1101. 

  1101.                     expr: _col1
    1102. 

  1102.                     type: string
    1103. 

  1103.       Reduce Operator Tree:
    1104. 

  1104.         Extract
    1105. 

  1105.           File Output Operator
    1106. 

  1106.             compressed: false
    1107. 

  1107.             GlobalTableId: 0
    1108. 

  1108.             table:
    1109. 

  1109.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1110. 

  1110.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1111. 

  1111. 

  1112.   Stage: Stage-0
    1113. 

  1113.     Fetch Operator
    1114. 

  1114.       limit: -1
    1115. 

  1115. 

  1116. 

  1117. PREHOOK: query: select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value
    1118. 

  1118. PREHOOK: type: QUERY
    1119. 

  1119. PREHOOK: Input: default@t1
    1120. 

  1120. PREHOOK: Input: default@t2
    1121. 

  1121. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-57_625_9169051107141388478/-mr-10000
    1122. 

  1122. POSTHOOK: query: select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value
    1123. 

  1123. POSTHOOK: type: QUERY
    1124. 

  1124. POSTHOOK: Input: default@t1
    1125. 

  1125. POSTHOOK: Input: default@t2
    1126. 

  1126. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-57_625_9169051107141388478/-mr-10000
    1127. 

  1127. 4	val_2
    1128. 

  1128. 8	val_4
    1129. 

  1129. 10	val_5
    1130. 

  1130. 10	val_5
    1131. 

  1131. 10	val_5
    1132. 

  1132. PREHOOK: query: explain select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key
    1133. 

  1133. PREHOOK: type: QUERY
    1134. 

  1134. POSTHOOK: query: explain select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key
    1135. 

  1135. POSTHOOK: type: QUERY
    1136. 

  1136. ABSTRACT SYNTAX TREE:
    1137. 

  1137.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t1) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    1138. 

  1138. 

  1139. STAGE DEPENDENCIES:
    1140. 

  1140.   Stage-4 is a root stage
    1141. 

  1141.   Stage-1 depends on stages: Stage-4
    1142. 

  1142.   Stage-2 depends on stages: Stage-1
    1143. 

  1143.   Stage-0 is a root stage
    1144. 

  1144. 

  1145. STAGE PLANS:
    1146. 

  1146.   Stage: Stage-4
    1147. 

  1147.     Map Reduce Local Work
    1148. 

  1148.       Alias -> Map Local Tables:
    1149. 

  1149.         b 
    1150. 

  1150.           Fetch Operator
    1151. 

  1151.             limit: -1
    1152. 

  1152.       Alias -> Map Local Operator Tree:
    1153. 

  1153.         b 
    1154. 

  1154.           TableScan
    1155. 

  1155.             alias: b
    1156. 

  1156.             Select Operator
    1157. 

  1157.               expressions:
    1158. 

  1158.                     expr: key
    1159. 

  1159.                     type: int
    1160. 

  1160.               outputColumnNames: key
    1161. 

  1161.               Group By Operator
    1162. 

  1162.                 bucketGroup: false
    1163. 

  1163.                 keys:
    1164. 

  1164.                       expr: key
    1165. 

  1165.                       type: int
    1166. 

  1166.                 mode: hash
    1167. 

  1167.                 outputColumnNames: _col0
    1168. 

  1168.                 HashTable Sink Operator
    1169. 

  1169.                   condition expressions:
    1170. 

  1170.                     0 {key}
    1171. 

  1171.                     1 
    1172. 

  1172.                   handleSkewJoin: false
    1173. 

  1173.                   keys:
    1174. 

  1174.                     0 [Column[key]]
    1175. 

  1175.                     1 [Column[_col0]]
    1176. 

  1176.                   Position of Big Table: 0
    1177. 

  1177. 

  1178.   Stage: Stage-1
    1179. 

  1179.     Map Reduce
    1180. 

  1180.       Alias -> Map Operator Tree:
    1181. 

  1181.         a 
    1182. 

  1182.           TableScan
    1183. 

  1183.             alias: a
    1184. 

  1184.             Map Join Operator
    1185. 

  1185.               condition map:
    1186. 

  1186.                    Left Semi Join 0 to 1
    1187. 

  1187.               condition expressions:
    1188. 

  1188.                 0 {key}
    1189. 

  1189.                 1 
    1190. 

  1190.               handleSkewJoin: false
    1191. 

  1191.               keys:
    1192. 

  1192.                 0 [Column[key]]
    1193. 

  1193.                 1 [Column[_col0]]
    1194. 

  1194.               outputColumnNames: _col0
    1195. 

  1195.               Position of Big Table: 0
    1196. 

  1196.               File Output Operator
    1197. 

  1197.                 compressed: false
    1198. 

  1198.                 GlobalTableId: 0
    1199. 

  1199.                 table:
    1200. 

  1200.                     input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1201. 

  1201.                     output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1202. 

  1202.       Local Work:
    1203. 

  1203.         Map Reduce Local Work
    1204. 

  1204. 

  1205.   Stage: Stage-2
    1206. 

  1206.     Map Reduce
    1207. 

  1207.       Alias -> Map Operator Tree:
    1208. 

  1208.         file:/tmp/sdong/hive_2011-02-10_17-06-04_576_6173849197621673319/-mr-10002 
    1209. 

  1209.           Select Operator
    1210. 

  1210.             expressions:
    1211. 

  1211.                   expr: _col0
    1212. 

  1212.                   type: int
    1213. 

  1213.             outputColumnNames: _col0
    1214. 

  1214.             Select Operator
    1215. 

  1215.               expressions:
    1216. 

  1216.                     expr: _col0
    1217. 

  1217.                     type: int
    1218. 

  1218.               outputColumnNames: _col0
    1219. 

  1219.               Reduce Output Operator
    1220. 

  1220.                 key expressions:
    1221. 

  1221.                       expr: _col0
    1222. 

  1222.                       type: int
    1223. 

  1223.                 sort order: +
    1224. 

  1224.                 tag: -1
    1225. 

  1225.                 value expressions:
    1226. 

  1226.                       expr: _col0
    1227. 

  1227.                       type: int
    1228. 

  1228.       Reduce Operator Tree:
    1229. 

  1229.         Extract
    1230. 

  1230.           File Output Operator
    1231. 

  1231.             compressed: false
    1232. 

  1232.             GlobalTableId: 0
    1233. 

  1233.             table:
    1234. 

  1234.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1235. 

  1235.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1236. 

  1236. 

  1237.   Stage: Stage-0
    1238. 

  1238.     Fetch Operator
    1239. 

  1239.       limit: -1
    1240. 

  1240. 

  1241. 

  1242. PREHOOK: query: select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key
    1243. 

  1243. PREHOOK: type: QUERY
    1244. 

  1244. PREHOOK: Input: default@t1
    1245. 

  1245. PREHOOK: Input: default@t3
    1246. 

  1246. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-04_672_5227381156024671685/-mr-10000
    1247. 

  1247. POSTHOOK: query: select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key
    1248. 

  1248. POSTHOOK: type: QUERY
    1249. 

  1249. POSTHOOK: Input: default@t1
    1250. 

  1250. POSTHOOK: Input: default@t3
    1251. 

  1251. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-04_672_5227381156024671685/-mr-10000
    1252. 

  1252. 0
    1253. 

  1253. 0
    1254. 

  1254. 0
    1255. 

  1255. 0
    1256. 

  1256. 0
    1257. 

  1257. 0
    1258. 

  1258. 2
    1259. 

  1259. 4
    1260. 

  1260. 4
    1261. 

  1261. 5
    1262. 

  1262. 5
    1263. 

  1263. 5
    1264. 

  1264. 8
    1265. 

  1265. 8
    1266. 

  1266. 9
    1267. 

  1267. 10
    1268. 

  1268. 10
    1269. 

  1269. 10
    1270. 

  1270. 10
    1271. 

  1271. PREHOOK: query: explain select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value
    1272. 

  1272. PREHOOK: type: QUERY
    1273. 

  1273. POSTHOOK: query: explain select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value
    1274. 

  1274. POSTHOOK: type: QUERY
    1275. 

  1275. ABSTRACT SYNTAX TREE:
    1276. 

  1276.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (* 2 (. (TOK_TABLE_OR_COL b) key))))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    1277. 

  1277. 

  1278. STAGE DEPENDENCIES:
    1279. 

  1279.   Stage-1 is a root stage
    1280. 

  1280.   Stage-2 depends on stages: Stage-1
    1281. 

  1281.   Stage-0 is a root stage
    1282. 

  1282. 

  1283. STAGE PLANS:
    1284. 

  1284.   Stage: Stage-1
    1285. 

  1285.     Map Reduce
    1286. 

  1286.       Alias -> Map Operator Tree:
    1287. 

  1287.         a 
    1288. 

  1288.           TableScan
    1289. 

  1289.             alias: a
    1290. 

  1290.             Reduce Output Operator
    1291. 

  1291.               key expressions:
    1292. 

  1292.                     expr: key
    1293. 

  1293.                     type: int
    1294. 

  1294.               sort order: +
    1295. 

  1295.               Map-reduce partition columns:
    1296. 

  1296.                     expr: key
    1297. 

  1297.                     type: int
    1298. 

  1298.               tag: 0
    1299. 

  1299.               value expressions:
    1300. 

  1300.                     expr: key
    1301. 

  1301.                     type: int
    1302. 

  1302.                     expr: value
    1303. 

  1303.                     type: string
    1304. 

  1304.         b 
    1305. 

  1305.           TableScan
    1306. 

  1306.             alias: b
    1307. 

  1307.             Select Operator
    1308. 

  1308.               expressions:
    1309. 

  1309.                     expr: key
    1310. 

  1310.                     type: int
    1311. 

  1311.               outputColumnNames: key
    1312. 

  1312.               Group By Operator
    1313. 

  1313.                 bucketGroup: false
    1314. 

  1314.                 keys:
    1315. 

  1315.                       expr: key
    1316. 

  1316.                       type: int
    1317. 

  1317.                 mode: hash
    1318. 

  1318.                 outputColumnNames: _col0
    1319. 

  1319.                 Reduce Output Operator
    1320. 

  1320.                   key expressions:
    1321. 

  1321.                         expr: (2 * _col0)
    1322. 

  1322.                         type: int
    1323. 

  1323.                   sort order: +
    1324. 

  1324.                   Map-reduce partition columns:
    1325. 

  1325.                         expr: (2 * _col0)
    1326. 

  1326.                         type: int
    1327. 

  1327.                   tag: 1
    1328. 

  1328.       Reduce Operator Tree:
    1329. 

  1329.         Join Operator
    1330. 

  1330.           condition map:
    1331. 

  1331.                Left Semi Join 0 to 1
    1332. 

  1332.           condition expressions:
    1333. 

  1333.             0 {VALUE._col0} {VALUE._col1}
    1334. 

  1334.             1 
    1335. 

  1335.           handleSkewJoin: false
    1336. 

  1336.           outputColumnNames: _col0, _col1
    1337. 

  1337.           Select Operator
    1338. 

  1338.             expressions:
    1339. 

  1339.                   expr: _col0
    1340. 

  1340.                   type: int
    1341. 

  1341.                   expr: _col1
    1342. 

  1342.                   type: string
    1343. 

  1343.             outputColumnNames: _col0, _col1
    1344. 

  1344.             File Output Operator
    1345. 

  1345.               compressed: false
    1346. 

  1346.               GlobalTableId: 0
    1347. 

  1347.               table:
    1348. 

  1348.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1349. 

  1349.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1350. 

  1350. 

  1351.   Stage: Stage-2
    1352. 

  1352.     Map Reduce
    1353. 

  1353.       Alias -> Map Operator Tree:
    1354. 

  1354.         file:/tmp/sdong/hive_2011-02-10_17-06-12_910_1677370657145984011/-mr-10002 
    1355. 

  1355.             Reduce Output Operator
    1356. 

  1356.               key expressions:
    1357. 

  1357.                     expr: _col0
    1358. 

  1358.                     type: int
    1359. 

  1359.                     expr: _col1
    1360. 

  1360.                     type: string
    1361. 

  1361.               sort order: ++
    1362. 

  1362.               tag: -1
    1363. 

  1363.               value expressions:
    1364. 

  1364.                     expr: _col0
    1365. 

  1365.                     type: int
    1366. 

  1366.                     expr: _col1
    1367. 

  1367.                     type: string
    1368. 

  1368.       Reduce Operator Tree:
    1369. 

  1369.         Extract
    1370. 

  1370.           File Output Operator
    1371. 

  1371.             compressed: false
    1372. 

  1372.             GlobalTableId: 0
    1373. 

  1373.             table:
    1374. 

  1374.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1375. 

  1375.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1376. 

  1376. 

  1377.   Stage: Stage-0
    1378. 

  1378.     Fetch Operator
    1379. 

  1379.       limit: -1
    1380. 

  1380. 

  1381. 

  1382. PREHOOK: query: select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value
    1383. 

  1383. PREHOOK: type: QUERY
    1384. 

  1384. PREHOOK: Input: default@t1
    1385. 

  1385. PREHOOK: Input: default@t2
    1386. 

  1386. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-13_004_9070842837652856960/-mr-10000
    1387. 

  1387. POSTHOOK: query: select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value
    1388. 

  1388. POSTHOOK: type: QUERY
    1389. 

  1389. POSTHOOK: Input: default@t1
    1390. 

  1390. POSTHOOK: Input: default@t2
    1391. 

  1391. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-13_004_9070842837652856960/-mr-10000
    1392. 

  1392. 0	val_0
    1393. 

  1393. 0	val_0
    1394. 

  1394. 0	val_0
    1395. 

  1395. 8	val_8
    1396. 

  1396. PREHOOK: query: explain select * from t1 a join t2 b on a.key = b.key left semi join t3 c on b.key = c.key sort by a.key, a.value
    1397. 

  1397. PREHOOK: type: QUERY
    1398. 

  1398. POSTHOOK: query: explain select * from t1 a join t2 b on a.key = b.key left semi join t3 c on b.key = c.key sort by a.key, a.value
    1399. 

  1399. POSTHOOK: type: QUERY
    1400. 

  1400. ABSTRACT SYNTAX TREE:
    1401. 

  1401.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t3) c) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    1402. 

  1402. 

  1403. STAGE DEPENDENCIES:
    1404. 

  1404.   Stage-1 is a root stage
    1405. 

  1405.   Stage-2 depends on stages: Stage-1
    1406. 

  1406.   Stage-0 is a root stage
    1407. 

  1407. 

  1408. STAGE PLANS:
    1409. 

  1409.   Stage: Stage-1
    1410. 

  1410.     Map Reduce
    1411. 

  1411.       Alias -> Map Operator Tree:
    1412. 

  1412.         a 
    1413. 

  1413.           TableScan
    1414. 

  1414.             alias: a
    1415. 

  1415.             Reduce Output Operator
    1416. 

  1416.               key expressions:
    1417. 

  1417.                     expr: key
    1418. 

  1418.                     type: int
    1419. 

  1419.               sort order: +
    1420. 

  1420.               Map-reduce partition columns:
    1421. 

  1421.                     expr: key
    1422. 

  1422.                     type: int
    1423. 

  1423.               tag: 0
    1424. 

  1424.               value expressions:
    1425. 

  1425.                     expr: key
    1426. 

  1426.                     type: int
    1427. 

  1427.                     expr: value
    1428. 

  1428.                     type: string
    1429. 

  1429.         b 
    1430. 

  1430.           TableScan
    1431. 

  1431.             alias: b
    1432. 

  1432.             Reduce Output Operator
    1433. 

  1433.               key expressions:
    1434. 

  1434.                     expr: key
    1435. 

  1435.                     type: int
    1436. 

  1436.               sort order: +
    1437. 

  1437.               Map-reduce partition columns:
    1438. 

  1438.                     expr: key
    1439. 

  1439.                     type: int
    1440. 

  1440.               tag: 1
    1441. 

  1441.               value expressions:
    1442. 

  1442.                     expr: key
    1443. 

  1443.                     type: int
    1444. 

  1444.                     expr: value
    1445. 

  1445.                     type: string
    1446. 

  1446.         c 
    1447. 

  1447.           TableScan
    1448. 

  1448.             alias: c
    1449. 

  1449.             Select Operator
    1450. 

  1450.               expressions:
    1451. 

  1451.                     expr: key
    1452. 

  1452.                     type: int
    1453. 

  1453.               outputColumnNames: key
    1454. 

  1454.               Group By Operator
    1455. 

  1455.                 bucketGroup: false
    1456. 

  1456.                 keys:
    1457. 

  1457.                       expr: key
    1458. 

  1458.                       type: int
    1459. 

  1459.                 mode: hash
    1460. 

  1460.                 outputColumnNames: _col0
    1461. 

  1461.                 Reduce Output Operator
    1462. 

  1462.                   key expressions:
    1463. 

  1463.                         expr: _col0
    1464. 

  1464.                         type: int
    1465. 

  1465.                   sort order: +
    1466. 

  1466.                   Map-reduce partition columns:
    1467. 

  1467.                         expr: _col0
    1468. 

  1468.                         type: int
    1469. 

  1469.                   tag: 2
    1470. 

  1470.       Reduce Operator Tree:
    1471. 

  1471.         Join Operator
    1472. 

  1472.           condition map:
    1473. 

  1473.                Inner Join 0 to 1
    1474. 

  1474.                Left Semi Join 1 to 2
    1475. 

  1475.           condition expressions:
    1476. 

  1476.             0 {VALUE._col0} {VALUE._col1}
    1477. 

  1477.             1 {VALUE._col0} {VALUE._col1}
    1478. 

  1478.             2 
    1479. 

  1479.           handleSkewJoin: false
    1480. 

  1480.           outputColumnNames: _col0, _col1, _col4, _col5
    1481. 

  1481.           Select Operator
    1482. 

  1482.             expressions:
    1483. 

  1483.                   expr: _col0
    1484. 

  1484.                   type: int
    1485. 

  1485.                   expr: _col1
    1486. 

  1486.                   type: string
    1487. 

  1487.                   expr: _col4
    1488. 

  1488.                   type: int
    1489. 

  1489.                   expr: _col5
    1490. 

  1490.                   type: string
    1491. 

  1491.             outputColumnNames: _col0, _col1, _col2, _col3
    1492. 

  1492.             File Output Operator
    1493. 

  1493.               compressed: false
    1494. 

  1494.               GlobalTableId: 0
    1495. 

  1495.               table:
    1496. 

  1496.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1497. 

  1497.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1498. 

  1498. 

  1499.   Stage: Stage-2
    1500. 

  1500.     Map Reduce
    1501. 

  1501.       Alias -> Map Operator Tree:
    1502. 

  1502.         file:/tmp/sdong/hive_2011-02-10_17-06-19_852_1718406537733894766/-mr-10002 
    1503. 

  1503.             Reduce Output Operator
    1504. 

  1504.               key expressions:
    1505. 

  1505.                     expr: _col0
    1506. 

  1506.                     type: int
    1507. 

  1507.                     expr: _col1
    1508. 

  1508.                     type: string
    1509. 

  1509.               sort order: ++
    1510. 

  1510.               tag: -1
    1511. 

  1511.               value expressions:
    1512. 

  1512.                     expr: _col0
    1513. 

  1513.                     type: int
    1514. 

  1514.                     expr: _col1
    1515. 

  1515.                     type: string
    1516. 

  1516.                     expr: _col2
    1517. 

  1517.                     type: int
    1518. 

  1518.                     expr: _col3
    1519. 

  1519.                     type: string
    1520. 

  1520.       Reduce Operator Tree:
    1521. 

  1521.         Extract
    1522. 

  1522.           File Output Operator
    1523. 

  1523.             compressed: false
    1524. 

  1524.             GlobalTableId: 0
    1525. 

  1525.             table:
    1526. 

  1526.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1527. 

  1527.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1528. 

  1528. 

  1529.   Stage: Stage-0
    1530. 

  1530.     Fetch Operator
    1531. 

  1531.       limit: -1
    1532. 

  1532. 

  1533. 

  1534. PREHOOK: query: select * from t1 a join t2 b on a.key = b.key left semi join t3 c on b.key = c.key sort by a.key, a.value
    1535. 

  1535. PREHOOK: type: QUERY
    1536. 

  1536. PREHOOK: Input: default@t1
    1537. 

  1537. PREHOOK: Input: default@t2
    1538. 

  1538. PREHOOK: Input: default@t3
    1539. 

  1539. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-19_961_7528472610501686423/-mr-10000
    1540. 

  1540. POSTHOOK: query: select * from t1 a join t2 b on a.key = b.key left semi join t3 c on b.key = c.key sort by a.key, a.value
    1541. 

  1541. POSTHOOK: type: QUERY
    1542. 

  1542. POSTHOOK: Input: default@t1
    1543. 

  1543. POSTHOOK: Input: default@t2
    1544. 

  1544. POSTHOOK: Input: default@t3
    1545. 

  1545. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-19_961_7528472610501686423/-mr-10000
    1546. 

  1546. 0	val_0	0	val_0
    1547. 

  1547. 0	val_0	0	val_0
    1548. 

  1548. 0	val_0	0	val_0
    1549. 

  1549. 0	val_0	0	val_0
    1550. 

  1550. 0	val_0	0	val_0
    1551. 

  1551. 0	val_0	0	val_0
    1552. 

  1552. 0	val_0	0	val_0
    1553. 

  1553. 0	val_0	0	val_0
    1554. 

  1554. 0	val_0	0	val_0
    1555. 

  1555. 4	val_4	4	val_2
    1556. 

  1556. 8	val_8	8	val_4
    1557. 

  1557. 10	val_10	10	val_5
    1558. 

  1558. 10	val_10	10	val_5
    1559. 

  1559. 10	val_10	10	val_5
    1560. 

  1560. PREHOOK: query: explain select * from t3 a left semi join t1 b on a.key = b.key and a.value=b.value sort by a.key, a.value
    1561. 

  1561. PREHOOK: type: QUERY
    1562. 

  1562. POSTHOOK: query: explain select * from t3 a left semi join t1 b on a.key = b.key and a.value=b.value sort by a.key, a.value
    1563. 

  1563. POSTHOOK: type: QUERY
    1564. 

  1564. ABSTRACT SYNTAX TREE:
    1565. 

  1565.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t1) b) (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (= (. (TOK_TABLE_OR_COL a) value) (. (TOK_TABLE_OR_COL b) value))))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    1566. 

  1566. 

  1567. STAGE DEPENDENCIES:
    1568. 

  1568.   Stage-1 is a root stage
    1569. 

  1569.   Stage-2 depends on stages: Stage-1
    1570. 

  1570.   Stage-0 is a root stage
    1571. 

  1571. 

  1572. STAGE PLANS:
    1573. 

  1573.   Stage: Stage-1
    1574. 

  1574.     Map Reduce
    1575. 

  1575.       Alias -> Map Operator Tree:
    1576. 

  1576.         a 
    1577. 

  1577.           TableScan
    1578. 

  1578.             alias: a
    1579. 

  1579.             Reduce Output Operator
    1580. 

  1580.               key expressions:
    1581. 

  1581.                     expr: key
    1582. 

  1582.                     type: int
    1583. 

  1583.                     expr: value
    1584. 

  1584.                     type: string
    1585. 

  1585.               sort order: ++
    1586. 

  1586.               Map-reduce partition columns:
    1587. 

  1587.                     expr: key
    1588. 

  1588.                     type: int
    1589. 

  1589.                     expr: value
    1590. 

  1590.                     type: string
    1591. 

  1591.               tag: 0
    1592. 

  1592.               value expressions:
    1593. 

  1593.                     expr: key
    1594. 

  1594.                     type: int
    1595. 

  1595.                     expr: value
    1596. 

  1596.                     type: string
    1597. 

  1597.         b 
    1598. 

  1598.           TableScan
    1599. 

  1599.             alias: b
    1600. 

  1600.             Select Operator
    1601. 

  1601.               expressions:
    1602. 

  1602.                     expr: key
    1603. 

  1603.                     type: int
    1604. 

  1604.                     expr: value
    1605. 

  1605.                     type: string
    1606. 

  1606.               outputColumnNames: key, value
    1607. 

  1607.               Group By Operator
    1608. 

  1608.                 bucketGroup: false
    1609. 

  1609.                 keys:
    1610. 

  1610.                       expr: key
    1611. 

  1611.                       type: int
    1612. 

  1612.                       expr: value
    1613. 

  1613.                       type: string
    1614. 

  1614.                 mode: hash
    1615. 

  1615.                 outputColumnNames: _col0, _col1
    1616. 

  1616.                 Reduce Output Operator
    1617. 

  1617.                   key expressions:
    1618. 

  1618.                         expr: _col0
    1619. 

  1619.                         type: int
    1620. 

  1620.                         expr: _col1
    1621. 

  1621.                         type: string
    1622. 

  1622.                   sort order: ++
    1623. 

  1623.                   Map-reduce partition columns:
    1624. 

  1624.                         expr: _col0
    1625. 

  1625.                         type: int
    1626. 

  1626.                         expr: _col1
    1627. 

  1627.                         type: string
    1628. 

  1628.                   tag: 1
    1629. 

  1629.       Reduce Operator Tree:
    1630. 

  1630.         Join Operator
    1631. 

  1631.           condition map:
    1632. 

  1632.                Left Semi Join 0 to 1
    1633. 

  1633.           condition expressions:
    1634. 

  1634.             0 {VALUE._col0} {VALUE._col1}
    1635. 

  1635.             1 
    1636. 

  1636.           handleSkewJoin: false
    1637. 

  1637.           outputColumnNames: _col0, _col1
    1638. 

  1638.           Select Operator
    1639. 

  1639.             expressions:
    1640. 

  1640.                   expr: _col0
    1641. 

  1641.                   type: int
    1642. 

  1642.                   expr: _col1
    1643. 

  1643.                   type: string
    1644. 

  1644.             outputColumnNames: _col0, _col1
    1645. 

  1645.             File Output Operator
    1646. 

  1646.               compressed: false
    1647. 

  1647.               GlobalTableId: 0
    1648. 

  1648.               table:
    1649. 

  1649.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1650. 

  1650.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1651. 

  1651. 

  1652.   Stage: Stage-2
    1653. 

  1653.     Map Reduce
    1654. 

  1654.       Alias -> Map Operator Tree:
    1655. 

  1655.         file:/tmp/sdong/hive_2011-02-10_17-06-27_084_2843906965158857658/-mr-10002 
    1656. 

  1656.             Reduce Output Operator
    1657. 

  1657.               key expressions:
    1658. 

  1658.                     expr: _col0
    1659. 

  1659.                     type: int
    1660. 

  1660.                     expr: _col1
    1661. 

  1661.                     type: string
    1662. 

  1662.               sort order: ++
    1663. 

  1663.               tag: -1
    1664. 

  1664.               value expressions:
    1665. 

  1665.                     expr: _col0
    1666. 

  1666.                     type: int
    1667. 

  1667.                     expr: _col1
    1668. 

  1668.                     type: string
    1669. 

  1669.       Reduce Operator Tree:
    1670. 

  1670.         Extract
    1671. 

  1671.           File Output Operator
    1672. 

  1672.             compressed: false
    1673. 

  1673.             GlobalTableId: 0
    1674. 

  1674.             table:
    1675. 

  1675.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1676. 

  1676.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1677. 

  1677. 

  1678.   Stage: Stage-0
    1679. 

  1679.     Fetch Operator
    1680. 

  1680.       limit: -1
    1681. 

  1681. 

  1682. 

  1683. PREHOOK: query: select * from t3 a left semi join t1 b on a.key = b.key and a.value=b.value sort by a.key, a.value
    1684. 

  1684. PREHOOK: type: QUERY
    1685. 

  1685. PREHOOK: Input: default@t1
    1686. 

  1686. PREHOOK: Input: default@t3
    1687. 

  1687. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-27_179_3678360233120119417/-mr-10000
    1688. 

  1688. POSTHOOK: query: select * from t3 a left semi join t1 b on a.key = b.key and a.value=b.value sort by a.key, a.value
    1689. 

  1689. POSTHOOK: type: QUERY
    1690. 

  1690. POSTHOOK: Input: default@t1
    1691. 

  1691. POSTHOOK: Input: default@t3
    1692. 

  1692. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-27_179_3678360233120119417/-mr-10000
    1693. 

  1693. 0	val_0
    1694. 

  1694. 0	val_0
    1695. 

  1695. 0	val_0
    1696. 

  1696. 0	val_0
    1697. 

  1697. 0	val_0
    1698. 

  1698. 0	val_0
    1699. 

  1699. 2	val_2
    1700. 

  1700. 4	val_4
    1701. 

  1701. 5	val_5
    1702. 

  1702. 5	val_5
    1703. 

  1703. 5	val_5
    1704. 

  1704. 8	val_8
    1705. 

  1705. 9	val_9
    1706. 

  1706. 10	val_10
    1707. 

  1707. PREHOOK: query: explain select /*+ mapjoin(b, c) */ a.key from t3 a left semi join t1 b on a.key = b.key left semi join t2 c on a.key = c.key sort by a.key
    1708. 

  1708. PREHOOK: type: QUERY
    1709. 

  1709. POSTHOOK: query: explain select /*+ mapjoin(b, c) */ a.key from t3 a left semi join t1 b on a.key = b.key left semi join t2 c on a.key = c.key sort by a.key
    1710. 

  1710. POSTHOOK: type: QUERY
    1711. 

  1711. ABSTRACT SYNTAX TREE:
    1712. 

  1712.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t1) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t2) c) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b c))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    1713. 

  1713. 

  1714. STAGE DEPENDENCIES:
    1715. 

  1715.   Stage-5 is a root stage
    1716. 

  1716.   Stage-1 depends on stages: Stage-5
    1717. 

  1717.   Stage-2 depends on stages: Stage-1
    1718. 

  1718.   Stage-0 is a root stage
    1719. 

  1719. 

  1720. STAGE PLANS:
    1721. 

  1721.   Stage: Stage-5
    1722. 

  1722.     Map Reduce Local Work
    1723. 

  1723.       Alias -> Map Local Tables:
    1724. 

  1724.         b 
    1725. 

  1725.           Fetch Operator
    1726. 

  1726.             limit: -1
    1727. 

  1727.         c 
    1728. 

  1728.           Fetch Operator
    1729. 

  1729.             limit: -1
    1730. 

  1730.       Alias -> Map Local Operator Tree:
    1731. 

  1731.         b 
    1732. 

  1732.           TableScan
    1733. 

  1733.             alias: b
    1734. 

  1734.             Select Operator
    1735. 

  1735.               expressions:
    1736. 

  1736.                     expr: key
    1737. 

  1737.                     type: int
    1738. 

  1738.               outputColumnNames: key
    1739. 

  1739.               Group By Operator
    1740. 

  1740.                 bucketGroup: false
    1741. 

  1741.                 keys:
    1742. 

  1742.                       expr: key
    1743. 

  1743.                       type: int
    1744. 

  1744.                 mode: hash
    1745. 

  1745.                 outputColumnNames: _col0
    1746. 

  1746.                 HashTable Sink Operator
    1747. 

  1747.                   condition expressions:
    1748. 

  1748.                     0 {key}
    1749. 

  1749.                     1 
    1750. 

  1750.                     2 
    1751. 

  1751.                   handleSkewJoin: false
    1752. 

  1752.                   keys:
    1753. 

  1753.                     0 [Column[key]]
    1754. 

  1754.                     1 [Column[_col0]]
    1755. 

  1755.                     2 [Column[_col0]]
    1756. 

  1756.                   Position of Big Table: 0
    1757. 

  1757.         c 
    1758. 

  1758.           TableScan
    1759. 

  1759.             alias: c
    1760. 

  1760.             Select Operator
    1761. 

  1761.               expressions:
    1762. 

  1762.                     expr: key
    1763. 

  1763.                     type: int
    1764. 

  1764.               outputColumnNames: key
    1765. 

  1765.               Group By Operator
    1766. 

  1766.                 bucketGroup: false
    1767. 

  1767.                 keys:
    1768. 

  1768.                       expr: key
    1769. 

  1769.                       type: int
    1770. 

  1770.                 mode: hash
    1771. 

  1771.                 outputColumnNames: _col0
    1772. 

  1772.                 HashTable Sink Operator
    1773. 

  1773.                   condition expressions:
    1774. 

  1774.                     0 {key}
    1775. 

  1775.                     1 
    1776. 

  1776.                     2 
    1777. 

  1777.                   handleSkewJoin: false
    1778. 

  1778.                   keys:
    1779. 

  1779.                     0 [Column[key]]
    1780. 

  1780.                     1 [Column[_col0]]
    1781. 

  1781.                     2 [Column[_col0]]
    1782. 

  1782.                   Position of Big Table: 0
    1783. 

  1783. 

  1784.   Stage: Stage-1
    1785. 

  1785.     Map Reduce
    1786. 

  1786.       Alias -> Map Operator Tree:
    1787. 

  1787.         a 
    1788. 

  1788.           TableScan
    1789. 

  1789.             alias: a
    1790. 

  1790.             Map Join Operator
    1791. 

  1791.               condition map:
    1792. 

  1792.                    Left Semi Join 0 to 1
    1793. 

  1793.                    Left Semi Join 0 to 2
    1794. 

  1794.               condition expressions:
    1795. 

  1795.                 0 {key}
    1796. 

  1796.                 1 
    1797. 

  1797.                 2 
    1798. 

  1798.               handleSkewJoin: false
    1799. 

  1799.               keys:
    1800. 

  1800.                 0 [Column[key]]
    1801. 

  1801.                 1 [Column[_col0]]
    1802. 

  1802.                 2 [Column[_col0]]
    1803. 

  1803.               outputColumnNames: _col0
    1804. 

  1804.               Position of Big Table: 0
    1805. 

  1805.               File Output Operator
    1806. 

  1806.                 compressed: false
    1807. 

  1807.                 GlobalTableId: 0
    1808. 

  1808.                 table:
    1809. 

  1809.                     input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1810. 

  1810.                     output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1811. 

  1811.       Local Work:
    1812. 

  1812.         Map Reduce Local Work
    1813. 

  1813. 

  1814.   Stage: Stage-2
    1815. 

  1815.     Map Reduce
    1816. 

  1816.       Alias -> Map Operator Tree:
    1817. 

  1817.         file:/tmp/sdong/hive_2011-02-10_17-06-33_926_1715380380256238596/-mr-10002 
    1818. 

  1818.           Select Operator
    1819. 

  1819.             expressions:
    1820. 

  1820.                   expr: _col0
    1821. 

  1821.                   type: int
    1822. 

  1822.             outputColumnNames: _col0
    1823. 

  1823.             Select Operator
    1824. 

  1824.               expressions:
    1825. 

  1825.                     expr: _col0
    1826. 

  1826.                     type: int
    1827. 

  1827.               outputColumnNames: _col0
    1828. 

  1828.               Reduce Output Operator
    1829. 

  1829.                 key expressions:
    1830. 

  1830.                       expr: _col0
    1831. 

  1831.                       type: int
    1832. 

  1832.                 sort order: +
    1833. 

  1833.                 tag: -1
    1834. 

  1834.                 value expressions:
    1835. 

  1835.                       expr: _col0
    1836. 

  1836.                       type: int
    1837. 

  1837.       Reduce Operator Tree:
    1838. 

  1838.         Extract
    1839. 

  1839.           File Output Operator
    1840. 

  1840.             compressed: false
    1841. 

  1841.             GlobalTableId: 0
    1842. 

  1842.             table:
    1843. 

  1843.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1844. 

  1844.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1845. 

  1845. 

  1846.   Stage: Stage-0
    1847. 

  1847.     Fetch Operator
    1848. 

  1848.       limit: -1
    1849. 

  1849. 

  1850. 

  1851. PREHOOK: query: select /*+ mapjoin(b, c) */ a.key from t3 a left semi join t1 b on a.key = b.key left semi join t2 c on a.key = c.key sort by a.key
    1852. 

  1852. PREHOOK: type: QUERY
    1853. 

  1853. PREHOOK: Input: default@t1
    1854. 

  1854. PREHOOK: Input: default@t2
    1855. 

  1855. PREHOOK: Input: default@t3
    1856. 

  1856. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-34_032_9074388788335932765/-mr-10000
    1857. 

  1857. POSTHOOK: query: select /*+ mapjoin(b, c) */ a.key from t3 a left semi join t1 b on a.key = b.key left semi join t2 c on a.key = c.key sort by a.key
    1858. 

  1858. POSTHOOK: type: QUERY
    1859. 

  1859. POSTHOOK: Input: default@t1
    1860. 

  1860. POSTHOOK: Input: default@t2
    1861. 

  1861. POSTHOOK: Input: default@t3
    1862. 

  1862. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-34_032_9074388788335932765/-mr-10000
    1863. 

  1863. 0
    1864. 

  1864. 0
    1865. 

  1865. 0
    1866. 

  1866. 0
    1867. 

  1867. 0
    1868. 

  1868. 0
    1869. 

  1869. 4
    1870. 

  1870. 4
    1871. 

  1871. 8
    1872. 

  1872. 8
    1873. 

  1873. 10
    1874. 

  1874. 10
    1875. 

  1875. 10
    1876. 

  1876. 10
    1877. 

  1877. PREHOOK: query: explain select a.key from t3 a left outer join t1 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    1878. 

  1878. PREHOOK: type: QUERY
    1879. 

  1879. POSTHOOK: query: explain select a.key from t3 a left outer join t1 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    1880. 

  1880. POSTHOOK: type: QUERY
    1881. 

  1881. ABSTRACT SYNTAX TREE:
    1882. 

  1882.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_LEFTOUTERJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t1) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t2) c) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    1883. 

  1883. 

  1884. STAGE DEPENDENCIES:
    1885. 

  1885.   Stage-1 is a root stage
    1886. 

  1886.   Stage-2 depends on stages: Stage-1
    1887. 

  1887.   Stage-0 is a root stage
    1888. 

  1888. 

  1889. STAGE PLANS:
    1890. 

  1890.   Stage: Stage-1
    1891. 

  1891.     Map Reduce
    1892. 

  1892.       Alias -> Map Operator Tree:
    1893. 

  1893.         a 
    1894. 

  1894.           TableScan
    1895. 

  1895.             alias: a
    1896. 

  1896.             Reduce Output Operator
    1897. 

  1897.               key expressions:
    1898. 

  1898.                     expr: key
    1899. 

  1899.                     type: int
    1900. 

  1900.               sort order: +
    1901. 

  1901.               Map-reduce partition columns:
    1902. 

  1902.                     expr: key
    1903. 

  1903.                     type: int
    1904. 

  1904.               tag: 0
    1905. 

  1905.               value expressions:
    1906. 

  1906.                     expr: key
    1907. 

  1907.                     type: int
    1908. 

  1908.         b 
    1909. 

  1909.           TableScan
    1910. 

  1910.             alias: b
    1911. 

  1911.             Reduce Output Operator
    1912. 

  1912.               key expressions:
    1913. 

  1913.                     expr: key
    1914. 

  1914.                     type: int
    1915. 

  1915.               sort order: +
    1916. 

  1916.               Map-reduce partition columns:
    1917. 

  1917.                     expr: key
    1918. 

  1918.                     type: int
    1919. 

  1919.               tag: 1
    1920. 

  1920.         c 
    1921. 

  1921.           TableScan
    1922. 

  1922.             alias: c
    1923. 

  1923.             Select Operator
    1924. 

  1924.               expressions:
    1925. 

  1925.                     expr: key
    1926. 

  1926.                     type: int
    1927. 

  1927.               outputColumnNames: key
    1928. 

  1928.               Group By Operator
    1929. 

  1929.                 bucketGroup: false
    1930. 

  1930.                 keys:
    1931. 

  1931.                       expr: key
    1932. 

  1932.                       type: int
    1933. 

  1933.                 mode: hash
    1934. 

  1934.                 outputColumnNames: _col0
    1935. 

  1935.                 Reduce Output Operator
    1936. 

  1936.                   key expressions:
    1937. 

  1937.                         expr: _col0
    1938. 

  1938.                         type: int
    1939. 

  1939.                   sort order: +
    1940. 

  1940.                   Map-reduce partition columns:
    1941. 

  1941.                         expr: _col0
    1942. 

  1942.                         type: int
    1943. 

  1943.                   tag: 2
    1944. 

  1944.       Reduce Operator Tree:
    1945. 

  1945.         Join Operator
    1946. 

  1946.           condition map:
    1947. 

  1947.                Left Outer Join0 to 1
    1948. 

  1948.                Left Semi Join 1 to 2
    1949. 

  1949.           condition expressions:
    1950. 

  1950.             0 {VALUE._col0}
    1951. 

  1951.             1 
    1952. 

  1952.             2 
    1953. 

  1953.           handleSkewJoin: false
    1954. 

  1954.           outputColumnNames: _col0
    1955. 

  1955.           Select Operator
    1956. 

  1956.             expressions:
    1957. 

  1957.                   expr: _col0
    1958. 

  1958.                   type: int
    1959. 

  1959.             outputColumnNames: _col0
    1960. 

  1960.             File Output Operator
    1961. 

  1961.               compressed: false
    1962. 

  1962.               GlobalTableId: 0
    1963. 

  1963.               table:
    1964. 

  1964.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1965. 

  1965.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1966. 

  1966. 

  1967.   Stage: Stage-2
    1968. 

  1968.     Map Reduce
    1969. 

  1969.       Alias -> Map Operator Tree:
    1970. 

  1970.         file:/tmp/sdong/hive_2011-02-10_17-06-42_647_6930739806966536340/-mr-10002 
    1971. 

  1971.             Reduce Output Operator
    1972. 

  1972.               key expressions:
    1973. 

  1973.                     expr: _col0
    1974. 

  1974.                     type: int
    1975. 

  1975.               sort order: +
    1976. 

  1976.               tag: -1
    1977. 

  1977.               value expressions:
    1978. 

  1978.                     expr: _col0
    1979. 

  1979.                     type: int
    1980. 

  1980.       Reduce Operator Tree:
    1981. 

  1981.         Extract
    1982. 

  1982.           File Output Operator
    1983. 

  1983.             compressed: false
    1984. 

  1984.             GlobalTableId: 0
    1985. 

  1985.             table:
    1986. 

  1986.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1987. 

  1987.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1988. 

  1988. 

  1989.   Stage: Stage-0
    1990. 

  1990.     Fetch Operator
    1991. 

  1991.       limit: -1
    1992. 

  1992. 

  1993. 

  1994. PREHOOK: query: select a.key from t3 a left outer join t1 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    1995. 

  1995. PREHOOK: type: QUERY
    1996. 

  1996. PREHOOK: Input: default@t1
    1997. 

  1997. PREHOOK: Input: default@t2
    1998. 

  1998. PREHOOK: Input: default@t3
    1999. 

  1999. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-42_752_7032165149735678247/-mr-10000
    2000. 

  2000. POSTHOOK: query: select a.key from t3 a left outer join t1 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2001. 

  2001. POSTHOOK: type: QUERY
    2002. 

  2002. POSTHOOK: Input: default@t1
    2003. 

  2003. POSTHOOK: Input: default@t2
    2004. 

  2004. POSTHOOK: Input: default@t3
    2005. 

  2005. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-42_752_7032165149735678247/-mr-10000
    2006. 

  2006. 0
    2007. 

  2007. 0
    2008. 

  2008. 0
    2009. 

  2009. 0
    2010. 

  2010. 0
    2011. 

  2011. 0
    2012. 

  2012. 0
    2013. 

  2013. 0
    2014. 

  2014. 0
    2015. 

  2015. 0
    2016. 

  2016. 0
    2017. 

  2017. 0
    2018. 

  2018. 0
    2019. 

  2019. 0
    2020. 

  2020. 0
    2021. 

  2021. 0
    2022. 

  2022. 0
    2023. 

  2023. 0
    2024. 

  2024. 4
    2025. 

  2025. 4
    2026. 

  2026. 8
    2027. 

  2027. 8
    2028. 

  2028. 10
    2029. 

  2029. 10
    2030. 

  2030. 10
    2031. 

  2031. 10
    2032. 

  2032. PREHOOK: query: explain select a.key from t1 a right outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2033. 

  2033. PREHOOK: type: QUERY
    2034. 

  2034. POSTHOOK: query: explain select a.key from t1 a right outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2035. 

  2035. POSTHOOK: type: QUERY
    2036. 

  2036. ABSTRACT SYNTAX TREE:
    2037. 

  2037.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_RIGHTOUTERJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t3) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t2) c) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    2038. 

  2038. 

  2039. STAGE DEPENDENCIES:
    2040. 

  2040.   Stage-1 is a root stage
    2041. 

  2041.   Stage-2 depends on stages: Stage-1
    2042. 

  2042.   Stage-0 is a root stage
    2043. 

  2043. 

  2044. STAGE PLANS:
    2045. 

  2045.   Stage: Stage-1
    2046. 

  2046.     Map Reduce
    2047. 

  2047.       Alias -> Map Operator Tree:
    2048. 

  2048.         a 
    2049. 

  2049.           TableScan
    2050. 

  2050.             alias: a
    2051. 

  2051.             Reduce Output Operator
    2052. 

  2052.               key expressions:
    2053. 

  2053.                     expr: key
    2054. 

  2054.                     type: int
    2055. 

  2055.               sort order: +
    2056. 

  2056.               Map-reduce partition columns:
    2057. 

  2057.                     expr: key
    2058. 

  2058.                     type: int
    2059. 

  2059.               tag: 0
    2060. 

  2060.               value expressions:
    2061. 

  2061.                     expr: key
    2062. 

  2062.                     type: int
    2063. 

  2063.         b 
    2064. 

  2064.           TableScan
    2065. 

  2065.             alias: b
    2066. 

  2066.             Reduce Output Operator
    2067. 

  2067.               key expressions:
    2068. 

  2068.                     expr: key
    2069. 

  2069.                     type: int
    2070. 

  2070.               sort order: +
    2071. 

  2071.               Map-reduce partition columns:
    2072. 

  2072.                     expr: key
    2073. 

  2073.                     type: int
    2074. 

  2074.               tag: 1
    2075. 

  2075.         c 
    2076. 

  2076.           TableScan
    2077. 

  2077.             alias: c
    2078. 

  2078.             Select Operator
    2079. 

  2079.               expressions:
    2080. 

  2080.                     expr: key
    2081. 

  2081.                     type: int
    2082. 

  2082.               outputColumnNames: key
    2083. 

  2083.               Group By Operator
    2084. 

  2084.                 bucketGroup: false
    2085. 

  2085.                 keys:
    2086. 

  2086.                       expr: key
    2087. 

  2087.                       type: int
    2088. 

  2088.                 mode: hash
    2089. 

  2089.                 outputColumnNames: _col0
    2090. 

  2090.                 Reduce Output Operator
    2091. 

  2091.                   key expressions:
    2092. 

  2092.                         expr: _col0
    2093. 

  2093.                         type: int
    2094. 

  2094.                   sort order: +
    2095. 

  2095.                   Map-reduce partition columns:
    2096. 

  2096.                         expr: _col0
    2097. 

  2097.                         type: int
    2098. 

  2098.                   tag: 2
    2099. 

  2099.       Reduce Operator Tree:
    2100. 

  2100.         Join Operator
    2101. 

  2101.           condition map:
    2102. 

  2102.                Right Outer Join0 to 1
    2103. 

  2103.                Left Semi Join 1 to 2
    2104. 

  2104.           condition expressions:
    2105. 

  2105.             0 {VALUE._col0}
    2106. 

  2106.             1 
    2107. 

  2107.             2 
    2108. 

  2108.           handleSkewJoin: false
    2109. 

  2109.           outputColumnNames: _col0
    2110. 

  2110.           Select Operator
    2111. 

  2111.             expressions:
    2112. 

  2112.                   expr: _col0
    2113. 

  2113.                   type: int
    2114. 

  2114.             outputColumnNames: _col0
    2115. 

  2115.             File Output Operator
    2116. 

  2116.               compressed: false
    2117. 

  2117.               GlobalTableId: 0
    2118. 

  2118.               table:
    2119. 

  2119.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2120. 

  2120.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2121. 

  2121. 

  2122.   Stage: Stage-2
    2123. 

  2123.     Map Reduce
    2124. 

  2124.       Alias -> Map Operator Tree:
    2125. 

  2125.         file:/tmp/sdong/hive_2011-02-10_17-06-49_770_643136424396000126/-mr-10002 
    2126. 

  2126.             Reduce Output Operator
    2127. 

  2127.               key expressions:
    2128. 

  2128.                     expr: _col0
    2129. 

  2129.                     type: int
    2130. 

  2130.               sort order: +
    2131. 

  2131.               tag: -1
    2132. 

  2132.               value expressions:
    2133. 

  2133.                     expr: _col0
    2134. 

  2134.                     type: int
    2135. 

  2135.       Reduce Operator Tree:
    2136. 

  2136.         Extract
    2137. 

  2137.           File Output Operator
    2138. 

  2138.             compressed: false
    2139. 

  2139.             GlobalTableId: 0
    2140. 

  2140.             table:
    2141. 

  2141.                 input format: org.apache.hadoop.mapred.TextInputFormat
    2142. 

  2142.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2143. 

  2143. 

  2144.   Stage: Stage-0
    2145. 

  2145.     Fetch Operator
    2146. 

  2146.       limit: -1
    2147. 

  2147. 

  2148. 

  2149. PREHOOK: query: select a.key from t1 a right outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2150. 

  2150. PREHOOK: type: QUERY
    2151. 

  2151. PREHOOK: Input: default@t1
    2152. 

  2152. PREHOOK: Input: default@t2
    2153. 

  2153. PREHOOK: Input: default@t3
    2154. 

  2154. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-49_878_1832122776231127136/-mr-10000
    2155. 

  2155. POSTHOOK: query: select a.key from t1 a right outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2156. 

  2156. POSTHOOK: type: QUERY
    2157. 

  2157. POSTHOOK: Input: default@t1
    2158. 

  2158. POSTHOOK: Input: default@t2
    2159. 

  2159. POSTHOOK: Input: default@t3
    2160. 

  2160. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-49_878_1832122776231127136/-mr-10000
    2161. 

  2161. NULL
    2162. 

  2162. NULL
    2163. 

  2163. NULL
    2164. 

  2164. 0
    2165. 

  2165. 0
    2166. 

  2166. 0
    2167. 

  2167. 0
    2168. 

  2168. 0
    2169. 

  2169. 0
    2170. 

  2170. 0
    2171. 

  2171. 0
    2172. 

  2172. 0
    2173. 

  2173. 0
    2174. 

  2174. 0
    2175. 

  2175. 0
    2176. 

  2176. 0
    2177. 

  2177. 0
    2178. 

  2178. 0
    2179. 

  2179. 0
    2180. 

  2180. 0
    2181. 

  2181. 0
    2182. 

  2182. 4
    2183. 

  2183. 4
    2184. 

  2184. 8
    2185. 

  2185. 8
    2186. 

  2186. 10
    2187. 

  2187. 10
    2188. 

  2188. 10
    2189. 

  2189. 10
    2190. 

  2190. PREHOOK: query: explain select a.key from t1 a full outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2191. 

  2191. PREHOOK: type: QUERY
    2192. 

  2192. POSTHOOK: query: explain select a.key from t1 a full outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2193. 

  2193. POSTHOOK: type: QUERY
    2194. 

  2194. ABSTRACT SYNTAX TREE:
    2195. 

  2195.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_FULLOUTERJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t3) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t2) c) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    2196. 

  2196. 

  2197. STAGE DEPENDENCIES:
    2198. 

  2198.   Stage-1 is a root stage
    2199. 

  2199.   Stage-2 depends on stages: Stage-1
    2200. 

  2200.   Stage-0 is a root stage
    2201. 

  2201. 

  2202. STAGE PLANS:
    2203. 

  2203.   Stage: Stage-1
    2204. 

  2204.     Map Reduce
    2205. 

  2205.       Alias -> Map Operator Tree:
    2206. 

  2206.         a 
    2207. 

  2207.           TableScan
    2208. 

  2208.             alias: a
    2209. 

  2209.             Reduce Output Operator
    2210. 

  2210.               key expressions:
    2211. 

  2211.                     expr: key
    2212. 

  2212.                     type: int
    2213. 

  2213.               sort order: +
    2214. 

  2214.               Map-reduce partition columns:
    2215. 

  2215.                     expr: key
    2216. 

  2216.                     type: int
    2217. 

  2217.               tag: 0
    2218. 

  2218.               value expressions:
    2219. 

  2219.                     expr: key
    2220. 

  2220.                     type: int
    2221. 

  2221.         b 
    2222. 

  2222.           TableScan
    2223. 

  2223.             alias: b
    2224. 

  2224.             Reduce Output Operator
    2225. 

  2225.               key expressions:
    2226. 

  2226.                     expr: key
    2227. 

  2227.                     type: int
    2228. 

  2228.               sort order: +
    2229. 

  2229.               Map-reduce partition columns:
    2230. 

  2230.                     expr: key
    2231. 

  2231.                     type: int
    2232. 

  2232.               tag: 1
    2233. 

  2233.         c 
    2234. 

  2234.           TableScan
    2235. 

  2235.             alias: c
    2236. 

  2236.             Select Operator
    2237. 

  2237.               expressions:
    2238. 

  2238.                     expr: key
    2239. 

  2239.                     type: int
    2240. 

  2240.               outputColumnNames: key
    2241. 

  2241.               Group By Operator
    2242. 

  2242.                 bucketGroup: false
    2243. 

  2243.                 keys:
    2244. 

  2244.                       expr: key
    2245. 

  2245.                       type: int
    2246. 

  2246.                 mode: hash
    2247. 

  2247.                 outputColumnNames: _col0
    2248. 

  2248.                 Reduce Output Operator
    2249. 

  2249.                   key expressions:
    2250. 

  2250.                         expr: _col0
    2251. 

  2251.                         type: int
    2252. 

  2252.                   sort order: +
    2253. 

  2253.                   Map-reduce partition columns:
    2254. 

  2254.                         expr: _col0
    2255. 

  2255.                         type: int
    2256. 

  2256.                   tag: 2
    2257. 

  2257.       Reduce Operator Tree:
    2258. 

  2258.         Join Operator
    2259. 

  2259.           condition map:
    2260. 

  2260.                Outer Join 0 to 1
    2261. 

  2261.                Left Semi Join 1 to 2
    2262. 

  2262.           condition expressions:
    2263. 

  2263.             0 {VALUE._col0}
    2264. 

  2264.             1 
    2265. 

  2265.             2 
    2266. 

  2266.           handleSkewJoin: false
    2267. 

  2267.           outputColumnNames: _col0
    2268. 

  2268.           Select Operator
    2269. 

  2269.             expressions:
    2270. 

  2270.                   expr: _col0
    2271. 

  2271.                   type: int
    2272. 

  2272.             outputColumnNames: _col0
    2273. 

  2273.             File Output Operator
    2274. 

  2274.               compressed: false
    2275. 

  2275.               GlobalTableId: 0
    2276. 

  2276.               table:
    2277. 

  2277.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2278. 

  2278.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2279. 

  2279. 

  2280.   Stage: Stage-2
    2281. 

  2281.     Map Reduce
    2282. 

  2282.       Alias -> Map Operator Tree:
    2283. 

  2283.         file:/tmp/sdong/hive_2011-02-10_17-06-56_968_7643972596631988821/-mr-10002 
    2284. 

  2284.             Reduce Output Operator
    2285. 

  2285.               key expressions:
    2286. 

  2286.                     expr: _col0
    2287. 

  2287.                     type: int
    2288. 

  2288.               sort order: +
    2289. 

  2289.               tag: -1
    2290. 

  2290.               value expressions:
    2291. 

  2291.                     expr: _col0
    2292. 

  2292.                     type: int
    2293. 

  2293.       Reduce Operator Tree:
    2294. 

  2294.         Extract
    2295. 

  2295.           File Output Operator
    2296. 

  2296.             compressed: false
    2297. 

  2297.             GlobalTableId: 0
    2298. 

  2298.             table:
    2299. 

  2299.                 input format: org.apache.hadoop.mapred.TextInputFormat
    2300. 

  2300.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2301. 

  2301. 

  2302.   Stage: Stage-0
    2303. 

  2303.     Fetch Operator
    2304. 

  2304.       limit: -1
    2305. 

  2305. 

  2306. 

  2307. PREHOOK: query: select a.key from t1 a full outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2308. 

  2308. PREHOOK: type: QUERY
    2309. 

  2309. PREHOOK: Input: default@t1
    2310. 

  2310. PREHOOK: Input: default@t2
    2311. 

  2311. PREHOOK: Input: default@t3
    2312. 

  2312. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-57_080_8193264678320216901/-mr-10000
    2313. 

  2313. POSTHOOK: query: select a.key from t1 a full outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2314. 

  2314. POSTHOOK: type: QUERY
    2315. 

  2315. POSTHOOK: Input: default@t1
    2316. 

  2316. POSTHOOK: Input: default@t2
    2317. 

  2317. POSTHOOK: Input: default@t3
    2318. 

  2318. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-57_080_8193264678320216901/-mr-10000
    2319. 

  2319. NULL
    2320. 

  2320. NULL
    2321. 

  2321. NULL
    2322. 

  2322. 0
    2323. 

  2323. 0
    2324. 

  2324. 0
    2325. 

  2325. 0
    2326. 

  2326. 0
    2327. 

  2327. 0
    2328. 

  2328. 0
    2329. 

  2329. 0
    2330. 

  2330. 0
    2331. 

  2331. 0
    2332. 

  2332. 0
    2333. 

  2333. 0
    2334. 

  2334. 0
    2335. 

  2335. 0
    2336. 

  2336. 0
    2337. 

  2337. 0
    2338. 

  2338. 0
    2339. 

  2339. 0
    2340. 

  2340. 4
    2341. 

  2341. 4
    2342. 

  2342. 8
    2343. 

  2343. 8
    2344. 

  2344. 10
    2345. 

  2345. 10
    2346. 

  2346. 10
    2347. 

  2347. 10
    2348. 

  2348. PREHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.key = c.key sort by a.key
    2349. 

  2349. PREHOOK: type: QUERY
    2350. 

  2350. POSTHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.key = c.key sort by a.key
    2351. 

  2351. POSTHOOK: type: QUERY
    2352. 

  2352. ABSTRACT SYNTAX TREE:
    2353. 

  2353.   (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t1) c) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    2354. 

  2354. 

  2355. STAGE DEPENDENCIES:
    2356. 

  2356.   Stage-1 is a root stage
    2357. 

  2357.   Stage-2 depends on stages: Stage-1
    2358. 

  2358.   Stage-0 is a root stage
    2359. 

  2359. 

  2360. STAGE PLANS:
    2361. 

  2361.   Stage: Stage-1
    2362. 

  2362.     Map Reduce
    2363. 

  2363.       Alias -> Map Operator Tree:
    2364. 

  2364.         a 
    2365. 

  2365.           TableScan
    2366. 

  2366.             alias: a
    2367. 

  2367.             Reduce Output Operator
    2368. 

  2368.               key expressions:
    2369. 

  2369.                     expr: key
    2370. 

  2370.                     type: int
    2371. 

  2371.               sort order: +
    2372. 

  2372.               Map-reduce partition columns:
    2373. 

  2373.                     expr: key
    2374. 

  2374.                     type: int
    2375. 

  2375.               tag: 0
    2376. 

  2376.               value expressions:
    2377. 

  2377.                     expr: key
    2378. 

  2378.                     type: int
    2379. 

  2379.         b 
    2380. 

  2380.           TableScan
    2381. 

  2381.             alias: b
    2382. 

  2382.             Select Operator
    2383. 

  2383.               expressions:
    2384. 

  2384.                     expr: key
    2385. 

  2385.                     type: int
    2386. 

  2386.               outputColumnNames: key
    2387. 

  2387.               Group By Operator
    2388. 

  2388.                 bucketGroup: false
    2389. 

  2389.                 keys:
    2390. 

  2390.                       expr: key
    2391. 

  2391.                       type: int
    2392. 

  2392.                 mode: hash
    2393. 

  2393.                 outputColumnNames: _col0
    2394. 

  2394.                 Reduce Output Operator
    2395. 

  2395.                   key expressions:
    2396. 

  2396.                         expr: _col0
    2397. 

  2397.                         type: int
    2398. 

  2398.                   sort order: +
    2399. 

  2399.                   Map-reduce partition columns:
    2400. 

  2400.                         expr: _col0
    2401. 

  2401.                         type: int
    2402. 

  2402.                   tag: 1
    2403. 

  2403.         c 
    2404. 

  2404.           TableScan
    2405. 

  2405.             alias: c
    2406. 

  2406.             Reduce Output Operator
    2407. 

  2407.               key expressions:
    2408. 

  2408.                     expr: key
    2409. 

  2409.                     type: int
    2410. 

  2410.               sort order: +
    2411. 

  2411.               Map-reduce partition columns:
    2412. 

  2412.                     expr: key
    2413. 

  2413.                     type: int
    2414. 

  2414.               tag: 2
    2415. 

  2415.       Reduce Operator Tree:
    2416. 

  2416.         Join Operator
    2417. 

  2417.           condition map:
    2418. 

  2418.                Left Semi Join 0 to 1
    2419. 

  2419.                Left Outer Join0 to 2
    2420. 

  2420.           condition expressions:
    2421. 

  2421.             0 {VALUE._col0}
    2422. 

  2422.             1 
    2423. 

  2423.             2 
    2424. 

  2424.           handleSkewJoin: false
    2425. 

  2425.           outputColumnNames: _col0
    2426. 

  2426.           Select Operator
    2427. 

  2427.             expressions:
    2428. 

  2428.                   expr: _col0
    2429. 

  2429.                   type: int
    2430. 

  2430.             outputColumnNames: _col0
    2431. 

  2431.             File Output Operator
    2432. 

  2432.               compressed: false
    2433. 

  2433.               GlobalTableId: 0
    2434. 

  2434.               table:
    2435. 

  2435.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2436. 

  2436.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2437. 

  2437. 

  2438.   Stage: Stage-2
    2439. 

  2439.     Map Reduce
    2440. 

  2440.       Alias -> Map Operator Tree:
    2441. 

  2441.         file:/tmp/sdong/hive_2011-02-10_17-07-04_107_6251353695567907652/-mr-10002 
    2442. 

  2442.             Reduce Output Operator
    2443. 

  2443.               key expressions:
    2444. 

  2444.                     expr: _col0
    2445. 

  2445.                     type: int
    2446. 

  2446.               sort order: +
    2447. 

  2447.               tag: -1
    2448. 

  2448.               value expressions:
    2449. 

  2449.                     expr: _col0
    2450. 

  2450.                     type: int
    2451. 

  2451.       Reduce Operator Tree:
    2452. 

  2452.         Extract
    2453. 

  2453.           File Output Operator
    2454. 

  2454.             compressed: false
    2455. 

  2455.             GlobalTableId: 0
    2456. 

  2456.             table:
    2457. 

  2457.                 input format: org.apache.hadoop.mapred.TextInputFormat
    2458. 

  2458.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2459. 

  2459. 

  2460.   Stage: Stage-0
    2461. 

  2461.     Fetch Operator
    2462. 

  2462.       limit: -1
    2463. 

  2463. 

  2464. 

  2465. PREHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.key = c.key sort by a.key
    2466. 

  2466. PREHOOK: type: QUERY
    2467. 

  2467. PREHOOK: Input: default@t1
    2468. 

  2468. PREHOOK: Input: default@t2
    2469. 

  2469. PREHOOK: Input: default@t3
    2470. 

  2470. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-04_211_3457575679962196635/-mr-10000
    2471. 

  2471. POSTHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.key = c.key sort by a.key
    2472. 

  2472. POSTHOOK: type: QUERY
    2473. 

  2473. POSTHOOK: Input: default@t1
    2474. 

  2474. POSTHOOK: Input: default@t2
    2475. 

  2475. POSTHOOK: Input: default@t3
    2476. 

  2476. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-04_211_3457575679962196635/-mr-10000
    2477. 

  2477. 0
    2478. 

  2478. 0
    2479. 

  2479. 0
    2480. 

  2480. 0
    2481. 

  2481. 0
    2482. 

  2482. 0
    2483. 

  2483. 0
    2484. 

  2484. 0
    2485. 

  2485. 0
    2486. 

  2486. 0
    2487. 

  2487. 0
    2488. 

  2488. 0
    2489. 

  2489. 0
    2490. 

  2490. 0
    2491. 

  2491. 0
    2492. 

  2492. 0
    2493. 

  2493. 0
    2494. 

  2494. 0
    2495. 

  2495. 4
    2496. 

  2496. 4
    2497. 

  2497. 8
    2498. 

  2498. 8
    2499. 

  2499. 10
    2500. 

  2500. 10
    2501. 

  2501. 10
    2502. 

  2502. 10
    2503. 

  2503. 16
    2504. 

  2504. 18
    2505. 

  2505. 20
    2506. 

  2506. PREHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key right outer join t1 c on a.key = c.key sort by a.key
    2507. 

  2507. PREHOOK: type: QUERY
    2508. 

  2508. POSTHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key right outer join t1 c on a.key = c.key sort by a.key
    2509. 

  2509. POSTHOOK: type: QUERY
    2510. 

  2510. ABSTRACT SYNTAX TREE:
    2511. 

  2511.   (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t1) c) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    2512. 

  2512. 

  2513. STAGE DEPENDENCIES:
    2514. 

  2514.   Stage-1 is a root stage
    2515. 

  2515.   Stage-2 depends on stages: Stage-1
    2516. 

  2516.   Stage-0 is a root stage
    2517. 

  2517. 

  2518. STAGE PLANS:
    2519. 

  2519.   Stage: Stage-1
    2520. 

  2520.     Map Reduce
    2521. 

  2521.       Alias -> Map Operator Tree:
    2522. 

  2522.         a 
    2523. 

  2523.           TableScan
    2524. 

  2524.             alias: a
    2525. 

  2525.             Reduce Output Operator
    2526. 

  2526.               key expressions:
    2527. 

  2527.                     expr: key
    2528. 

  2528.                     type: int
    2529. 

  2529.               sort order: +
    2530. 

  2530.               Map-reduce partition columns:
    2531. 

  2531.                     expr: key
    2532. 

  2532.                     type: int
    2533. 

  2533.               tag: 0
    2534. 

  2534.               value expressions:
    2535. 

  2535.                     expr: key
    2536. 

  2536.                     type: int
    2537. 

  2537.         b 
    2538. 

  2538.           TableScan
    2539. 

  2539.             alias: b
    2540. 

  2540.             Select Operator
    2541. 

  2541.               expressions:
    2542. 

  2542.                     expr: key
    2543. 

  2543.                     type: int
    2544. 

  2544.               outputColumnNames: key
    2545. 

  2545.               Group By Operator
    2546. 

  2546.                 bucketGroup: false
    2547. 

  2547.                 keys:
    2548. 

  2548.                       expr: key
    2549. 

  2549.                       type: int
    2550. 

  2550.                 mode: hash
    2551. 

  2551.                 outputColumnNames: _col0
    2552. 

  2552.                 Reduce Output Operator
    2553. 

  2553.                   key expressions:
    2554. 

  2554.                         expr: _col0
    2555. 

  2555.                         type: int
    2556. 

  2556.                   sort order: +
    2557. 

  2557.                   Map-reduce partition columns:
    2558. 

  2558.                         expr: _col0
    2559. 

  2559.                         type: int
    2560. 

  2560.                   tag: 1
    2561. 

  2561.         c 
    2562. 

  2562.           TableScan
    2563. 

  2563.             alias: c
    2564. 

  2564.             Reduce Output Operator
    2565. 

  2565.               key expressions:
    2566. 

  2566.                     expr: key
    2567. 

  2567.                     type: int
    2568. 

  2568.               sort order: +
    2569. 

  2569.               Map-reduce partition columns:
    2570. 

  2570.                     expr: key
    2571. 

  2571.                     type: int
    2572. 

  2572.               tag: 2
    2573. 

  2573.       Reduce Operator Tree:
    2574. 

  2574.         Join Operator
    2575. 

  2575.           condition map:
    2576. 

  2576.                Left Semi Join 0 to 1
    2577. 

  2577.                Right Outer Join0 to 2
    2578. 

  2578.           condition expressions:
    2579. 

  2579.             0 {VALUE._col0}
    2580. 

  2580.             1 
    2581. 

  2581.             2 
    2582. 

  2582.           handleSkewJoin: false
    2583. 

  2583.           outputColumnNames: _col0
    2584. 

  2584.           Select Operator
    2585. 

  2585.             expressions:
    2586. 

  2586.                   expr: _col0
    2587. 

  2587.                   type: int
    2588. 

  2588.             outputColumnNames: _col0
    2589. 

  2589.             File Output Operator
    2590. 

  2590.               compressed: false
    2591. 

  2591.               GlobalTableId: 0
    2592. 

  2592.               table:
    2593. 

  2593.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2594. 

  2594.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2595. 

  2595. 

  2596.   Stage: Stage-2
    2597. 

  2597.     Map Reduce
    2598. 

  2598.       Alias -> Map Operator Tree:
    2599. 

  2599.         file:/tmp/sdong/hive_2011-02-10_17-07-11_322_7072549615087920137/-mr-10002 
    2600. 

  2600.             Reduce Output Operator
    2601. 

  2601.               key expressions:
    2602. 

  2602.                     expr: _col0
    2603. 

  2603.                     type: int
    2604. 

  2604.               sort order: +
    2605. 

  2605.               tag: -1
    2606. 

  2606.               value expressions:
    2607. 

  2607.                     expr: _col0
    2608. 

  2608.                     type: int
    2609. 

  2609.       Reduce Operator Tree:
    2610. 

  2610.         Extract
    2611. 

  2611.           File Output Operator
    2612. 

  2612.             compressed: false
    2613. 

  2613.             GlobalTableId: 0
    2614. 

  2614.             table:
    2615. 

  2615.                 input format: org.apache.hadoop.mapred.TextInputFormat
    2616. 

  2616.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2617. 

  2617. 

  2618.   Stage: Stage-0
    2619. 

  2619.     Fetch Operator
    2620. 

  2620.       limit: -1
    2621. 

  2621. 

  2622. 

  2623. PREHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key right outer join t1 c on a.key = c.key sort by a.key
    2624. 

  2624. PREHOOK: type: QUERY
    2625. 

  2625. PREHOOK: Input: default@t1
    2626. 

  2626. PREHOOK: Input: default@t2
    2627. 

  2627. PREHOOK: Input: default@t3
    2628. 

  2628. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-11_426_2212605511914985664/-mr-10000
    2629. 

  2629. POSTHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key right outer join t1 c on a.key = c.key sort by a.key
    2630. 

  2630. POSTHOOK: type: QUERY
    2631. 

  2631. POSTHOOK: Input: default@t1
    2632. 

  2632. POSTHOOK: Input: default@t2
    2633. 

  2633. POSTHOOK: Input: default@t3
    2634. 

  2634. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-11_426_2212605511914985664/-mr-10000
    2635. 

  2635. NULL
    2636. 

  2636. NULL
    2637. 

  2637. NULL
    2638. 

  2638. NULL
    2639. 

  2639. NULL
    2640. 

  2640. 0
    2641. 

  2641. 0
    2642. 

  2642. 0
    2643. 

  2643. 0
    2644. 

  2644. 0
    2645. 

  2645. 0
    2646. 

  2646. 0
    2647. 

  2647. 0
    2648. 

  2648. 0
    2649. 

  2649. 0
    2650. 

  2650. 0
    2651. 

  2651. 0
    2652. 

  2652. 0
    2653. 

  2653. 0
    2654. 

  2654. 0
    2655. 

  2655. 0
    2656. 

  2656. 0
    2657. 

  2657. 0
    2658. 

  2658. 4
    2659. 

  2659. 4
    2660. 

  2660. 8
    2661. 

  2661. 8
    2662. 

  2662. 10
    2663. 

  2663. 10
    2664. 

  2664. 10
    2665. 

  2665. 10
    2666. 

  2666. PREHOOK: query: explain select a.key from t3 a left semi join t1 b on a.key = b.key full outer join t2 c on a.key = c.key sort by a.key
    2667. 

  2667. PREHOOK: type: QUERY
    2668. 

  2668. POSTHOOK: query: explain select a.key from t3 a left semi join t1 b on a.key = b.key full outer join t2 c on a.key = c.key sort by a.key
    2669. 

  2669. POSTHOOK: type: QUERY
    2670. 

  2670. ABSTRACT SYNTAX TREE:
    2671. 

  2671.   (TOK_QUERY (TOK_FROM (TOK_FULLOUTERJOIN (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t1) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t2) c) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    2672. 

  2672. 

  2673. STAGE DEPENDENCIES:
    2674. 

  2674.   Stage-1 is a root stage
    2675. 

  2675.   Stage-2 depends on stages: Stage-1
    2676. 

  2676.   Stage-0 is a root stage
    2677. 

  2677. 

  2678. STAGE PLANS:
    2679. 

  2679.   Stage: Stage-1
    2680. 

  2680.     Map Reduce
    2681. 

  2681.       Alias -> Map Operator Tree:
    2682. 

  2682.         a 
    2683. 

  2683.           TableScan
    2684. 

  2684.             alias: a
    2685. 

  2685.             Reduce Output Operator
    2686. 

  2686.               key expressions:
    2687. 

  2687.                     expr: key
    2688. 

  2688.                     type: int
    2689. 

  2689.               sort order: +
    2690. 

  2690.               Map-reduce partition columns:
    2691. 

  2691.                     expr: key
    2692. 

  2692.                     type: int
    2693. 

  2693.               tag: 0
    2694. 

  2694.               value expressions:
    2695. 

  2695.                     expr: key
    2696. 

  2696.                     type: int
    2697. 

  2697.         b 
    2698. 

  2698.           TableScan
    2699. 

  2699.             alias: b
    2700. 

  2700.             Select Operator
    2701. 

  2701.               expressions:
    2702. 

  2702.                     expr: key
    2703. 

  2703.                     type: int
    2704. 

  2704.               outputColumnNames: key
    2705. 

  2705.               Group By Operator
    2706. 

  2706.                 bucketGroup: false
    2707. 

  2707.                 keys:
    2708. 

  2708.                       expr: key
    2709. 

  2709.                       type: int
    2710. 

  2710.                 mode: hash
    2711. 

  2711.                 outputColumnNames: _col0
    2712. 

  2712.                 Reduce Output Operator
    2713. 

  2713.                   key expressions:
    2714. 

  2714.                         expr: _col0
    2715. 

  2715.                         type: int
    2716. 

  2716.                   sort order: +
    2717. 

  2717.                   Map-reduce partition columns:
    2718. 

  2718.                         expr: _col0
    2719. 

  2719.                         type: int
    2720. 

  2720.                   tag: 1
    2721. 

  2721.         c 
    2722. 

  2722.           TableScan
    2723. 

  2723.             alias: c
    2724. 

  2724.             Reduce Output Operator
    2725. 

  2725.               key expressions:
    2726. 

  2726.                     expr: key
    2727. 

  2727.                     type: int
    2728. 

  2728.               sort order: +
    2729. 

  2729.               Map-reduce partition columns:
    2730. 

  2730.                     expr: key
    2731. 

  2731.                     type: int
    2732. 

  2732.               tag: 2
    2733. 

  2733.       Reduce Operator Tree:
    2734. 

  2734.         Join Operator
    2735. 

  2735.           condition map:
    2736. 

  2736.                Left Semi Join 0 to 1
    2737. 

  2737.                Outer Join 0 to 2
    2738. 

  2738.           condition expressions:
    2739. 

  2739.             0 {VALUE._col0}
    2740. 

  2740.             1 
    2741. 

  2741.             2 
    2742. 

  2742.           handleSkewJoin: false
    2743. 

  2743.           outputColumnNames: _col0
    2744. 

  2744.           Select Operator
    2745. 

  2745.             expressions:
    2746. 

  2746.                   expr: _col0
    2747. 

  2747.                   type: int
    2748. 

  2748.             outputColumnNames: _col0
    2749. 

  2749.             File Output Operator
    2750. 

  2750.               compressed: false
    2751. 

  2751.               GlobalTableId: 0
    2752. 

  2752.               table:
    2753. 

  2753.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2754. 

  2754.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2755. 

  2755. 

  2756.   Stage: Stage-2
    2757. 

  2757.     Map Reduce
    2758. 

  2758.       Alias -> Map Operator Tree:
    2759. 

  2759.         file:/tmp/sdong/hive_2011-02-10_17-07-18_609_2326696937241485221/-mr-10002 
    2760. 

  2760.             Reduce Output Operator
    2761. 

  2761.               key expressions:
    2762. 

  2762.                     expr: _col0
    2763. 

  2763.                     type: int
    2764. 

  2764.               sort order: +
    2765. 

  2765.               tag: -1
    2766. 

  2766.               value expressions:
    2767. 

  2767.                     expr: _col0
    2768. 

  2768.                     type: int
    2769. 

  2769.       Reduce Operator Tree:
    2770. 

  2770.         Extract
    2771. 

  2771.           File Output Operator
    2772. 

  2772.             compressed: false
    2773. 

  2773.             GlobalTableId: 0
    2774. 

  2774.             table:
    2775. 

  2775.                 input format: org.apache.hadoop.mapred.TextInputFormat
    2776. 

  2776.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2777. 

  2777. 

  2778.   Stage: Stage-0
    2779. 

  2779.     Fetch Operator
    2780. 

  2780.       limit: -1
    2781. 

  2781. 

  2782. 

  2783. PREHOOK: query: select a.key from t3 a left semi join t1 b on a.key = b.key full outer join t2 c on a.key = c.key sort by a.key
    2784. 

  2784. PREHOOK: type: QUERY
    2785. 

  2785. PREHOOK: Input: default@t1
    2786. 

  2786. PREHOOK: Input: default@t2
    2787. 

  2787. PREHOOK: Input: default@t3
    2788. 

  2788. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-18_713_5822041319246326513/-mr-10000
    2789. 

  2789. POSTHOOK: query: select a.key from t3 a left semi join t1 b on a.key = b.key full outer join t2 c on a.key = c.key sort by a.key
    2790. 

  2790. POSTHOOK: type: QUERY
    2791. 

  2791. POSTHOOK: Input: default@t1
    2792. 

  2792. POSTHOOK: Input: default@t2
    2793. 

  2793. POSTHOOK: Input: default@t3
    2794. 

  2794. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-18_713_5822041319246326513/-mr-10000
    2795. 

  2795. NULL
    2796. 

  2796. NULL
    2797. 

  2797. NULL
    2798. 

  2798. 0
    2799. 

  2799. 0
    2800. 

  2800. 0
    2801. 

  2801. 0
    2802. 

  2802. 0
    2803. 

  2803. 0
    2804. 

  2804. 0
    2805. 

  2805. 0
    2806. 

  2806. 0
    2807. 

  2807. 0
    2808. 

  2808. 0
    2809. 

  2809. 0
    2810. 

  2810. 0
    2811. 

  2811. 0
    2812. 

  2812. 0
    2813. 

  2813. 0
    2814. 

  2814. 0
    2815. 

  2815. 0
    2816. 

  2816. 2
    2817. 

  2817. 4
    2818. 

  2818. 4
    2819. 

  2819. 5
    2820. 

  2820. 5
    2821. 

  2821. 5
    2822. 

  2822. 8
    2823. 

  2823. 8
    2824. 

  2824. 9
    2825. 

  2825. 10
    2826. 

  2826. 10
    2827. 

  2827. 10
    2828. 

  2828. 10
    2829. 

  2829. 10
    2830. 

  2830. 10
    2831. 

  2831. 10
    2832. 

  2832. 10
    2833. 

  2833. 10
    2834. 

  2834. 10
    2835. 

  2835. 10
    2836. 

  2836. 10
    2837. 

  2837. PREHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.value = c.value sort by a.key
    2838. 

  2838. PREHOOK: type: QUERY
    2839. 

  2839. POSTHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.value = c.value sort by a.key
    2840. 

  2840. POSTHOOK: type: QUERY
    2841. 

  2841. ABSTRACT SYNTAX TREE:
    2842. 

  2842.   (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t1) c) (= (. (TOK_TABLE_OR_COL a) value) (. (TOK_TABLE_OR_COL c) value)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    2843. 

  2843. 

  2844. STAGE DEPENDENCIES:
    2845. 

  2845.   Stage-1 is a root stage
    2846. 

  2846.   Stage-2 depends on stages: Stage-1
    2847. 

  2847.   Stage-3 depends on stages: Stage-2
    2848. 

  2848.   Stage-0 is a root stage
    2849. 

  2849. 

  2850. STAGE PLANS:
    2851. 

  2851.   Stage: Stage-1
    2852. 

  2852.     Map Reduce
    2853. 

  2853.       Alias -> Map Operator Tree:
    2854. 

  2854.         a 
    2855. 

  2855.           TableScan
    2856. 

  2856.             alias: a
    2857. 

  2857.             Reduce Output Operator
    2858. 

  2858.               key expressions:
    2859. 

  2859.                     expr: key
    2860. 

  2860.                     type: int
    2861. 

  2861.               sort order: +
    2862. 

  2862.               Map-reduce partition columns:
    2863. 

  2863.                     expr: key
    2864. 

  2864.                     type: int
    2865. 

  2865.               tag: 0
    2866. 

  2866.               value expressions:
    2867. 

  2867.                     expr: key
    2868. 

  2868.                     type: int
    2869. 

  2869.                     expr: value
    2870. 

  2870.                     type: string
    2871. 

  2871.         b 
    2872. 

  2872.           TableScan
    2873. 

  2873.             alias: b
    2874. 

  2874.             Select Operator
    2875. 

  2875.               expressions:
    2876. 

  2876.                     expr: key
    2877. 

  2877.                     type: int
    2878. 

  2878.               outputColumnNames: key
    2879. 

  2879.               Group By Operator
    2880. 

  2880.                 bucketGroup: false
    2881. 

  2881.                 keys:
    2882. 

  2882.                       expr: key
    2883. 

  2883.                       type: int
    2884. 

  2884.                 mode: hash
    2885. 

  2885.                 outputColumnNames: _col0
    2886. 

  2886.                 Reduce Output Operator
    2887. 

  2887.                   key expressions:
    2888. 

  2888.                         expr: _col0
    2889. 

  2889.                         type: int
    2890. 

  2890.                   sort order: +
    2891. 

  2891.                   Map-reduce partition columns:
    2892. 

  2892.                         expr: _col0
    2893. 

  2893.                         type: int
    2894. 

  2894.                   tag: 1
    2895. 

  2895.       Reduce Operator Tree:
    2896. 

  2896.         Join Operator
    2897. 

  2897.           condition map:
    2898. 

  2898.                Left Semi Join 0 to 1
    2899. 

  2899.           condition expressions:
    2900. 

  2900.             0 {VALUE._col0} {VALUE._col1}
    2901. 

  2901.             1 
    2902. 

  2902.           handleSkewJoin: false
    2903. 

  2903.           outputColumnNames: _col0, _col1
    2904. 

  2904.           File Output Operator
    2905. 

  2905.             compressed: false
    2906. 

  2906.             GlobalTableId: 0
    2907. 

  2907.             table:
    2908. 

  2908.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2909. 

  2909.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2910. 

  2910. 

  2911.   Stage: Stage-2
    2912. 

  2912.     Map Reduce
    2913. 

  2913.       Alias -> Map Operator Tree:
    2914. 

  2914.         $INTNAME 
    2915. 

  2915.             Reduce Output Operator
    2916. 

  2916.               key expressions:
    2917. 

  2917.                     expr: _col1
    2918. 

  2918.                     type: string
    2919. 

  2919.               sort order: +
    2920. 

  2920.               Map-reduce partition columns:
    2921. 

  2921.                     expr: _col1
    2922. 

  2922.                     type: string
    2923. 

  2923.               tag: 0
    2924. 

  2924.               value expressions:
    2925. 

  2925.                     expr: _col0
    2926. 

  2926.                     type: int
    2927. 

  2927.         c 
    2928. 

  2928.           TableScan
    2929. 

  2929.             alias: c
    2930. 

  2930.             Reduce Output Operator
    2931. 

  2931.               key expressions:
    2932. 

  2932.                     expr: value
    2933. 

  2933.                     type: string
    2934. 

  2934.               sort order: +
    2935. 

  2935.               Map-reduce partition columns:
    2936. 

  2936.                     expr: value
    2937. 

  2937.                     type: string
    2938. 

  2938.               tag: 1
    2939. 

  2939.       Reduce Operator Tree:
    2940. 

  2940.         Join Operator
    2941. 

  2941.           condition map:
    2942. 

  2942.                Left Outer Join0 to 1
    2943. 

  2943.           condition expressions:
    2944. 

  2944.             0 {VALUE._col0}
    2945. 

  2945.             1 
    2946. 

  2946.           handleSkewJoin: false
    2947. 

  2947.           outputColumnNames: _col0
    2948. 

  2948.           Select Operator
    2949. 

  2949.             expressions:
    2950. 

  2950.                   expr: _col0
    2951. 

  2951.                   type: int
    2952. 

  2952.             outputColumnNames: _col0
    2953. 

  2953.             File Output Operator
    2954. 

  2954.               compressed: false
    2955. 

  2955.               GlobalTableId: 0
    2956. 

  2956.               table:
    2957. 

  2957.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2958. 

  2958.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2959. 

  2959. 

  2960.   Stage: Stage-3
    2961. 

  2961.     Map Reduce
    2962. 

  2962.       Alias -> Map Operator Tree:
    2963. 

  2963.         file:/tmp/sdong/hive_2011-02-10_17-07-25_999_7077184010366818399/-mr-10003 
    2964. 

  2964.             Reduce Output Operator
    2965. 

  2965.               key expressions:
    2966. 

  2966.                     expr: _col0
    2967. 

  2967.                     type: int
    2968. 

  2968.               sort order: +
    2969. 

  2969.               tag: -1
    2970. 

  2970.               value expressions:
    2971. 

  2971.                     expr: _col0
    2972. 

  2972.                     type: int
    2973. 

  2973.       Reduce Operator Tree:
    2974. 

  2974.         Extract
    2975. 

  2975.           File Output Operator
    2976. 

  2976.             compressed: false
    2977. 

  2977.             GlobalTableId: 0
    2978. 

  2978.             table:
    2979. 

  2979.                 input format: org.apache.hadoop.mapred.TextInputFormat
    2980. 

  2980.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2981. 

  2981. 

  2982.   Stage: Stage-0
    2983. 

  2983.     Fetch Operator
    2984. 

  2984.       limit: -1
    2985. 

  2985. 

  2986. 

  2987. PREHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.value = c.value sort by a.key
    2988. 

  2988. PREHOOK: type: QUERY
    2989. 

  2989. PREHOOK: Input: default@t1
    2990. 

  2990. PREHOOK: Input: default@t2
    2991. 

  2991. PREHOOK: Input: default@t3
    2992. 

  2992. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-26_116_7797736579721782344/-mr-10000
    2993. 

  2993. POSTHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.value = c.value sort by a.key
    2994. 

  2994. POSTHOOK: type: QUERY
    2995. 

  2995. POSTHOOK: Input: default@t1
    2996. 

  2996. POSTHOOK: Input: default@t2
    2997. 

  2997. POSTHOOK: Input: default@t3
    2998. 

  2998. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-26_116_7797736579721782344/-mr-10000
    2999. 

  2999. 0
    3000. 

  3000. 0
    3001. 

  3001. 0
    3002. 

  3002. 0
    3003. 

  3003. 0
    3004. 

  3004. 0
    3005. 

  3005. 0
    3006. 

  3006. 0
    3007. 

  3007. 0
    3008. 

  3008. 0
    3009. 

  3009. 0
    3010. 

  3010. 0
    3011. 

  3011. 0
    3012. 

  3012. 0
    3013. 

  3013. 0
    3014. 

  3014. 0
    3015. 

  3015. 0
    3016. 

  3016. 0
    3017. 

  3017. 4
    3018. 

  3018. 4
    3019. 

  3019. 8
    3020. 

  3020. 8
    3021. 

  3021. 10
    3022. 

  3022. 10
    3023. 

  3023. 10
    3024. 

  3024. 10
    3025. 

  3025. 10
    3026. 

  3026. 10
    3027. 

  3027. 10
    3028. 

  3028. 10
    3029. 

  3029. 10
    3030. 

  3030. 10
    3031. 

  3031. 16
    3032. 

  3032. 18
    3033. 

  3033. 20
    3034.