PageRenderTime 67ms CodeModel.GetById 21ms RepoModel.GetById 0ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/semijoin.q.out

#
text | 3057 lines | 2934 code | 123 blank | 0 comment | 0 complexity | 31de271555243db32abb967a7f19aab5 MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0 
    

  1. PREHOOK: query: create table t1 as select cast(key as int) key, value from src where key <= 10
    2. 

  2. PREHOOK: type: CREATETABLE_AS_SELECT
    3. 

  3. PREHOOK: Input: default@src
    4. 

  4. POSTHOOK: query: create table t1 as select cast(key as int) key, value from src where key <= 10
    5. 

  5. POSTHOOK: type: CREATETABLE_AS_SELECT
    6. 

  6. POSTHOOK: Input: default@src
    7. 

  7. POSTHOOK: Output: default@t1
    8. 

  8. PREHOOK: query: select * from t1 sort by key
    9. 

  9. PREHOOK: type: QUERY
    10. 

  10. PREHOOK: Input: default@t1
    11. 

  11. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-04-47_886_705452503633658789/-mr-10000
    12. 

  12. POSTHOOK: query: select * from t1 sort by key
    13. 

  13. POSTHOOK: type: QUERY
    14. 

  14. POSTHOOK: Input: default@t1
    15. 

  15. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-04-47_886_705452503633658789/-mr-10000
    16. 

  16. 0	val_0
    17. 

  17. 0	val_0
    18. 

  18. 0	val_0
    19. 

  19. 2	val_2
    20. 

  20. 4	val_4
    21. 

  21. 5	val_5
    22. 

  22. 5	val_5
    23. 

  23. 5	val_5
    24. 

  24. 8	val_8
    25. 

  25. 9	val_9
    26. 

  26. 10	val_10
    27. 

  27. PREHOOK: query: create table t2 as select cast(2*key as int) key, value from t1
    28. 

  28. PREHOOK: type: CREATETABLE_AS_SELECT
    29. 

  29. PREHOOK: Input: default@t1
    30. 

  30. POSTHOOK: query: create table t2 as select cast(2*key as int) key, value from t1
    31. 

  31. POSTHOOK: type: CREATETABLE_AS_SELECT
    32. 

  32. POSTHOOK: Input: default@t1
    33. 

  33. POSTHOOK: Output: default@t2
    34. 

  34. PREHOOK: query: select * from t2 sort by key
    35. 

  35. PREHOOK: type: QUERY
    36. 

  36. PREHOOK: Input: default@t2
    37. 

  37. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-04-54_794_6115178750654470118/-mr-10000
    38. 

  38. POSTHOOK: query: select * from t2 sort by key
    39. 

  39. POSTHOOK: type: QUERY
    40. 

  40. POSTHOOK: Input: default@t2
    41. 

  41. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-04-54_794_6115178750654470118/-mr-10000
    42. 

  42. 0	val_0
    43. 

  43. 0	val_0
    44. 

  44. 0	val_0
    45. 

  45. 4	val_2
    46. 

  46. 8	val_4
    47. 

  47. 10	val_5
    48. 

  48. 10	val_5
    49. 

  49. 10	val_5
    50. 

  50. 16	val_8
    51. 

  51. 18	val_9
    52. 

  52. 20	val_10
    53. 

  53. PREHOOK: query: create table t3 as select * from (select * from t1 union all select * from t2) b
    54. 

  54. PREHOOK: type: CREATETABLE_AS_SELECT
    55. 

  55. PREHOOK: Input: default@t1
    56. 

  56. PREHOOK: Input: default@t2
    57. 

  57. POSTHOOK: query: create table t3 as select * from (select * from t1 union all select * from t2) b
    58. 

  58. POSTHOOK: type: CREATETABLE_AS_SELECT
    59. 

  59. POSTHOOK: Input: default@t1
    60. 

  60. POSTHOOK: Input: default@t2
    61. 

  61. POSTHOOK: Output: default@t3
    62. 

  62. PREHOOK: query: select * from t3 sort by key, value
    63. 

  63. PREHOOK: type: QUERY
    64. 

  64. PREHOOK: Input: default@t3
    65. 

  65. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-05_418_8784955403393483239/-mr-10000
    66. 

  66. POSTHOOK: query: select * from t3 sort by key, value
    67. 

  67. POSTHOOK: type: QUERY
    68. 

  68. POSTHOOK: Input: default@t3
    69. 

  69. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-05_418_8784955403393483239/-mr-10000
    70. 

  70. 0	val_0
    71. 

  71. 0	val_0
    72. 

  72. 0	val_0
    73. 

  73. 0	val_0
    74. 

  74. 0	val_0
    75. 

  75. 0	val_0
    76. 

  76. 2	val_2
    77. 

  77. 4	val_2
    78. 

  78. 4	val_4
    79. 

  79. 5	val_5
    80. 

  80. 5	val_5
    81. 

  81. 5	val_5
    82. 

  82. 8	val_4
    83. 

  83. 8	val_8
    84. 

  84. 9	val_9
    85. 

  85. 10	val_10
    86. 

  86. 10	val_5
    87. 

  87. 10	val_5
    88. 

  88. 10	val_5
    89. 

  89. 16	val_8
    90. 

  90. 18	val_9
    91. 

  91. 20	val_10
    92. 

  92. PREHOOK: query: create table t4 (key int, value string)
    93. 

  93. PREHOOK: type: CREATETABLE
    94. 

  94. POSTHOOK: query: create table t4 (key int, value string)
    95. 

  95. POSTHOOK: type: CREATETABLE
    96. 

  96. POSTHOOK: Output: default@t4
    97. 

  97. PREHOOK: query: select * from t4
    98. 

  98. PREHOOK: type: QUERY
    99. 

  99. PREHOOK: Input: default@t4
    100. 

  100. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-08_875_8263284626120887909/-mr-10000
    101. 

  101. POSTHOOK: query: select * from t4
    102. 

  102. POSTHOOK: type: QUERY
    103. 

  103. POSTHOOK: Input: default@t4
    104. 

  104. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-08_875_8263284626120887909/-mr-10000
    105. 

  105. PREHOOK: query: explain select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value
    106. 

  106. PREHOOK: type: QUERY
    107. 

  107. POSTHOOK: query: explain select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value
    108. 

  108. POSTHOOK: type: QUERY
    109. 

  109. ABSTRACT SYNTAX TREE:
    110. 

  110.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    111. 

  111. 

  112. STAGE DEPENDENCIES:
    113. 

  113.   Stage-1 is a root stage
    114. 

  114.   Stage-2 depends on stages: Stage-1
    115. 

  115.   Stage-0 is a root stage
    116. 

  116. 

  117. STAGE PLANS:
    118. 

  118.   Stage: Stage-1
    119. 

  119.     Map Reduce
    120. 

  120.       Alias -> Map Operator Tree:
    121. 

  121.         a 
    122. 

  122.           TableScan
    123. 

  123.             alias: a
    124. 

  124.             Reduce Output Operator
    125. 

  125.               key expressions:
    126. 

  126.                     expr: key
    127. 

  127.                     type: int
    128. 

  128.               sort order: +
    129. 

  129.               Map-reduce partition columns:
    130. 

  130.                     expr: key
    131. 

  131.                     type: int
    132. 

  132.               tag: 0
    133. 

  133.               value expressions:
    134. 

  134.                     expr: key
    135. 

  135.                     type: int
    136. 

  136.                     expr: value
    137. 

  137.                     type: string
    138. 

  138.         b 
    139. 

  139.           TableScan
    140. 

  140.             alias: b
    141. 

  141.             Select Operator
    142. 

  142.               expressions:
    143. 

  143.                     expr: key
    144. 

  144.                     type: int
    145. 

  145.               outputColumnNames: key
    146. 

  146.               Group By Operator
    147. 

  147.                 bucketGroup: false
    148. 

  148.                 keys:
    149. 

  149.                       expr: key
    150. 

  150.                       type: int
    151. 

  151.                 mode: hash
    152. 

  152.                 outputColumnNames: _col0
    153. 

  153.                 Reduce Output Operator
    154. 

  154.                   key expressions:
    155. 

  155.                         expr: _col0
    156. 

  156.                         type: int
    157. 

  157.                   sort order: +
    158. 

  158.                   Map-reduce partition columns:
    159. 

  159.                         expr: _col0
    160. 

  160.                         type: int
    161. 

  161.                   tag: 1
    162. 

  162.       Reduce Operator Tree:
    163. 

  163.         Join Operator
    164. 

  164.           condition map:
    165. 

  165.                Left Semi Join 0 to 1
    166. 

  166.           condition expressions:
    167. 

  167.             0 {VALUE._col0} {VALUE._col1}
    168. 

  168.             1 
    169. 

  169.           handleSkewJoin: false
    170. 

  170.           outputColumnNames: _col0, _col1
    171. 

  171.           Select Operator
    172. 

  172.             expressions:
    173. 

  173.                   expr: _col0
    174. 

  174.                   type: int
    175. 

  175.                   expr: _col1
    176. 

  176.                   type: string
    177. 

  177.             outputColumnNames: _col0, _col1
    178. 

  178.             File Output Operator
    179. 

  179.               compressed: false
    180. 

  180.               GlobalTableId: 0
    181. 

  181.               table:
    182. 

  182.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    183. 

  183.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    184. 

  184. 

  185.   Stage: Stage-2
    186. 

  186.     Map Reduce
    187. 

  187.       Alias -> Map Operator Tree:
    188. 

  188.         file:/tmp/sdong/hive_2011-02-10_17-05-09_005_502081017578523829/-mr-10002 
    189. 

  189.             Reduce Output Operator
    190. 

  190.               key expressions:
    191. 

  191.                     expr: _col0
    192. 

  192.                     type: int
    193. 

  193.                     expr: _col1
    194. 

  194.                     type: string
    195. 

  195.               sort order: ++
    196. 

  196.               tag: -1
    197. 

  197.               value expressions:
    198. 

  198.                     expr: _col0
    199. 

  199.                     type: int
    200. 

  200.                     expr: _col1
    201. 

  201.                     type: string
    202. 

  202.       Reduce Operator Tree:
    203. 

  203.         Extract
    204. 

  204.           File Output Operator
    205. 

  205.             compressed: false
    206. 

  206.             GlobalTableId: 0
    207. 

  207.             table:
    208. 

  208.                 input format: org.apache.hadoop.mapred.TextInputFormat
    209. 

  209.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    210. 

  210. 

  211.   Stage: Stage-0
    212. 

  212.     Fetch Operator
    213. 

  213.       limit: -1
    214. 

  214. 

  215. 

  216. PREHOOK: query: select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value
    217. 

  217. PREHOOK: type: QUERY
    218. 

  218. PREHOOK: Input: default@t1
    219. 

  219. PREHOOK: Input: default@t2
    220. 

  220. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-09_098_1588087013512926695/-mr-10000
    221. 

  221. POSTHOOK: query: select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value
    222. 

  222. POSTHOOK: type: QUERY
    223. 

  223. POSTHOOK: Input: default@t1
    224. 

  224. POSTHOOK: Input: default@t2
    225. 

  225. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-09_098_1588087013512926695/-mr-10000
    226. 

  226. 0	val_0
    227. 

  227. 0	val_0
    228. 

  228. 0	val_0
    229. 

  229. 4	val_4
    230. 

  230. 8	val_8
    231. 

  231. 10	val_10
    232. 

  232. PREHOOK: query: explain select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value
    233. 

  233. PREHOOK: type: QUERY
    234. 

  234. POSTHOOK: query: explain select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value
    235. 

  235. POSTHOOK: type: QUERY
    236. 

  236. ABSTRACT SYNTAX TREE:
    237. 

  237.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t2) a) (TOK_TABREF (TOK_TABNAME t1) b) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL a) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    238. 

  238. 

  239. STAGE DEPENDENCIES:
    240. 

  240.   Stage-1 is a root stage
    241. 

  241.   Stage-2 depends on stages: Stage-1
    242. 

  242.   Stage-0 is a root stage
    243. 

  243. 

  244. STAGE PLANS:
    245. 

  245.   Stage: Stage-1
    246. 

  246.     Map Reduce
    247. 

  247.       Alias -> Map Operator Tree:
    248. 

  248.         a 
    249. 

  249.           TableScan
    250. 

  250.             alias: a
    251. 

  251.             Reduce Output Operator
    252. 

  252.               key expressions:
    253. 

  253.                     expr: key
    254. 

  254.                     type: int
    255. 

  255.               sort order: +
    256. 

  256.               Map-reduce partition columns:
    257. 

  257.                     expr: key
    258. 

  258.                     type: int
    259. 

  259.               tag: 0
    260. 

  260.               value expressions:
    261. 

  261.                     expr: key
    262. 

  262.                     type: int
    263. 

  263.                     expr: value
    264. 

  264.                     type: string
    265. 

  265.         b 
    266. 

  266.           TableScan
    267. 

  267.             alias: b
    268. 

  268.             Select Operator
    269. 

  269.               expressions:
    270. 

  270.                     expr: key
    271. 

  271.                     type: int
    272. 

  272.               outputColumnNames: key
    273. 

  273.               Group By Operator
    274. 

  274.                 bucketGroup: false
    275. 

  275.                 keys:
    276. 

  276.                       expr: key
    277. 

  277.                       type: int
    278. 

  278.                 mode: hash
    279. 

  279.                 outputColumnNames: _col0
    280. 

  280.                 Reduce Output Operator
    281. 

  281.                   key expressions:
    282. 

  282.                         expr: _col0
    283. 

  283.                         type: int
    284. 

  284.                   sort order: +
    285. 

  285.                   Map-reduce partition columns:
    286. 

  286.                         expr: _col0
    287. 

  287.                         type: int
    288. 

  288.                   tag: 1
    289. 

  289.       Reduce Operator Tree:
    290. 

  290.         Join Operator
    291. 

  291.           condition map:
    292. 

  292.                Left Semi Join 0 to 1
    293. 

  293.           condition expressions:
    294. 

  294.             0 {VALUE._col0} {VALUE._col1}
    295. 

  295.             1 
    296. 

  296.           handleSkewJoin: false
    297. 

  297.           outputColumnNames: _col0, _col1
    298. 

  298.           Select Operator
    299. 

  299.             expressions:
    300. 

  300.                   expr: _col0
    301. 

  301.                   type: int
    302. 

  302.                   expr: _col1
    303. 

  303.                   type: string
    304. 

  304.             outputColumnNames: _col0, _col1
    305. 

  305.             File Output Operator
    306. 

  306.               compressed: false
    307. 

  307.               GlobalTableId: 0
    308. 

  308.               table:
    309. 

  309.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    310. 

  310.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    311. 

  311. 

  312.   Stage: Stage-2
    313. 

  313.     Map Reduce
    314. 

  314.       Alias -> Map Operator Tree:
    315. 

  315.         file:/tmp/sdong/hive_2011-02-10_17-05-15_949_4211046763459932826/-mr-10002 
    316. 

  316.             Reduce Output Operator
    317. 

  317.               key expressions:
    318. 

  318.                     expr: _col0
    319. 

  319.                     type: int
    320. 

  320.                     expr: _col1
    321. 

  321.                     type: string
    322. 

  322.               sort order: ++
    323. 

  323.               tag: -1
    324. 

  324.               value expressions:
    325. 

  325.                     expr: _col0
    326. 

  326.                     type: int
    327. 

  327.                     expr: _col1
    328. 

  328.                     type: string
    329. 

  329.       Reduce Operator Tree:
    330. 

  330.         Extract
    331. 

  331.           File Output Operator
    332. 

  332.             compressed: false
    333. 

  333.             GlobalTableId: 0
    334. 

  334.             table:
    335. 

  335.                 input format: org.apache.hadoop.mapred.TextInputFormat
    336. 

  336.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    337. 

  337. 

  338.   Stage: Stage-0
    339. 

  339.     Fetch Operator
    340. 

  340.       limit: -1
    341. 

  341. 

  342. 

  343. PREHOOK: query: select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value
    344. 

  344. PREHOOK: type: QUERY
    345. 

  345. PREHOOK: Input: default@t1
    346. 

  346. PREHOOK: Input: default@t2
    347. 

  347. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-16_042_8329878039830895731/-mr-10000
    348. 

  348. POSTHOOK: query: select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value
    349. 

  349. POSTHOOK: type: QUERY
    350. 

  350. POSTHOOK: Input: default@t1
    351. 

  351. POSTHOOK: Input: default@t2
    352. 

  352. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-16_042_8329878039830895731/-mr-10000
    353. 

  353. 0	val_0
    354. 

  354. 0	val_0
    355. 

  355. 0	val_0
    356. 

  356. 4	val_2
    357. 

  357. 8	val_4
    358. 

  358. 10	val_5
    359. 

  359. 10	val_5
    360. 

  360. 10	val_5
    361. 

  361. PREHOOK: query: explain select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value
    362. 

  362. PREHOOK: type: QUERY
    363. 

  363. POSTHOOK: query: explain select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value
    364. 

  364. POSTHOOK: type: QUERY
    365. 

  365. ABSTRACT SYNTAX TREE:
    366. 

  366.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t4) b) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL a) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    367. 

  367. 

  368. STAGE DEPENDENCIES:
    369. 

  369.   Stage-1 is a root stage
    370. 

  370.   Stage-2 depends on stages: Stage-1
    371. 

  371.   Stage-0 is a root stage
    372. 

  372. 

  373. STAGE PLANS:
    374. 

  374.   Stage: Stage-1
    375. 

  375.     Map Reduce
    376. 

  376.       Alias -> Map Operator Tree:
    377. 

  377.         a 
    378. 

  378.           TableScan
    379. 

  379.             alias: a
    380. 

  380.             Reduce Output Operator
    381. 

  381.               key expressions:
    382. 

  382.                     expr: key
    383. 

  383.                     type: int
    384. 

  384.               sort order: +
    385. 

  385.               Map-reduce partition columns:
    386. 

  386.                     expr: key
    387. 

  387.                     type: int
    388. 

  388.               tag: 0
    389. 

  389.               value expressions:
    390. 

  390.                     expr: key
    391. 

  391.                     type: int
    392. 

  392.                     expr: value
    393. 

  393.                     type: string
    394. 

  394.         b 
    395. 

  395.           TableScan
    396. 

  396.             alias: b
    397. 

  397.             Select Operator
    398. 

  398.               expressions:
    399. 

  399.                     expr: key
    400. 

  400.                     type: int
    401. 

  401.               outputColumnNames: key
    402. 

  402.               Group By Operator
    403. 

  403.                 bucketGroup: false
    404. 

  404.                 keys:
    405. 

  405.                       expr: key
    406. 

  406.                       type: int
    407. 

  407.                 mode: hash
    408. 

  408.                 outputColumnNames: _col0
    409. 

  409.                 Reduce Output Operator
    410. 

  410.                   key expressions:
    411. 

  411.                         expr: _col0
    412. 

  412.                         type: int
    413. 

  413.                   sort order: +
    414. 

  414.                   Map-reduce partition columns:
    415. 

  415.                         expr: _col0
    416. 

  416.                         type: int
    417. 

  417.                   tag: 1
    418. 

  418.       Reduce Operator Tree:
    419. 

  419.         Join Operator
    420. 

  420.           condition map:
    421. 

  421.                Left Semi Join 0 to 1
    422. 

  422.           condition expressions:
    423. 

  423.             0 {VALUE._col0} {VALUE._col1}
    424. 

  424.             1 
    425. 

  425.           handleSkewJoin: false
    426. 

  426.           outputColumnNames: _col0, _col1
    427. 

  427.           Select Operator
    428. 

  428.             expressions:
    429. 

  429.                   expr: _col0
    430. 

  430.                   type: int
    431. 

  431.                   expr: _col1
    432. 

  432.                   type: string
    433. 

  433.             outputColumnNames: _col0, _col1
    434. 

  434.             File Output Operator
    435. 

  435.               compressed: false
    436. 

  436.               GlobalTableId: 0
    437. 

  437.               table:
    438. 

  438.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    439. 

  439.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    440. 

  440. 

  441.   Stage: Stage-2
    442. 

  442.     Map Reduce
    443. 

  443.       Alias -> Map Operator Tree:
    444. 

  444.         file:/tmp/sdong/hive_2011-02-10_17-05-22_786_6856730491579709518/-mr-10002 
    445. 

  445.             Reduce Output Operator
    446. 

  446.               key expressions:
    447. 

  447.                     expr: _col0
    448. 

  448.                     type: int
    449. 

  449.                     expr: _col1
    450. 

  450.                     type: string
    451. 

  451.               sort order: ++
    452. 

  452.               tag: -1
    453. 

  453.               value expressions:
    454. 

  454.                     expr: _col0
    455. 

  455.                     type: int
    456. 

  456.                     expr: _col1
    457. 

  457.                     type: string
    458. 

  458.       Reduce Operator Tree:
    459. 

  459.         Extract
    460. 

  460.           File Output Operator
    461. 

  461.             compressed: false
    462. 

  462.             GlobalTableId: 0
    463. 

  463.             table:
    464. 

  464.                 input format: org.apache.hadoop.mapred.TextInputFormat
    465. 

  465.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    466. 

  466. 

  467.   Stage: Stage-0
    468. 

  468.     Fetch Operator
    469. 

  469.       limit: -1
    470. 

  470. 

  471. 

  472. PREHOOK: query: select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value
    473. 

  473. PREHOOK: type: QUERY
    474. 

  474. PREHOOK: Input: default@t1
    475. 

  475. PREHOOK: Input: default@t4
    476. 

  476. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-22_880_1665353720432910838/-mr-10000
    477. 

  477. POSTHOOK: query: select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value
    478. 

  478. POSTHOOK: type: QUERY
    479. 

  479. POSTHOOK: Input: default@t1
    480. 

  480. POSTHOOK: Input: default@t4
    481. 

  481. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-22_880_1665353720432910838/-mr-10000
    482. 

  482. PREHOOK: query: explain select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value
    483. 

  483. PREHOOK: type: QUERY
    484. 

  484. POSTHOOK: query: explain select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value
    485. 

  485. POSTHOOK: type: QUERY
    486. 

  486. ABSTRACT SYNTAX TREE:
    487. 

  487.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t3) b) (and (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL a) key)) (< (. (TOK_TABLE_OR_COL b) key) '15')))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    488. 

  488. 

  489. STAGE DEPENDENCIES:
    490. 

  490.   Stage-1 is a root stage
    491. 

  491.   Stage-2 depends on stages: Stage-1
    492. 

  492.   Stage-0 is a root stage
    493. 

  493. 

  494. STAGE PLANS:
    495. 

  495.   Stage: Stage-1
    496. 

  496.     Map Reduce
    497. 

  497.       Alias -> Map Operator Tree:
    498. 

  498.         a 
    499. 

  499.           TableScan
    500. 

  500.             alias: a
    501. 

  501.             Reduce Output Operator
    502. 

  502.               key expressions:
    503. 

  503.                     expr: key
    504. 

  504.                     type: int
    505. 

  505.               sort order: +
    506. 

  506.               Map-reduce partition columns:
    507. 

  507.                     expr: key
    508. 

  508.                     type: int
    509. 

  509.               tag: 0
    510. 

  510.               value expressions:
    511. 

  511.                     expr: value
    512. 

  512.                     type: string
    513. 

  513.         b 
    514. 

  514.           TableScan
    515. 

  515.             alias: b
    516. 

  516.             Filter Operator
    517. 

  517.               predicate:
    518. 

  518.                   expr: (key < '15')
    519. 

  519.                   type: boolean
    520. 

  520.               Filter Operator
    521. 

  521.                 predicate:
    522. 

  522.                     expr: (key < '15')
    523. 

  523.                     type: boolean
    524. 

  524.                 Select Operator
    525. 

  525.                   expressions:
    526. 

  526.                         expr: key
    527. 

  527.                         type: int
    528. 

  528.                   outputColumnNames: key
    529. 

  529.                   Group By Operator
    530. 

  530.                     bucketGroup: false
    531. 

  531.                     keys:
    532. 

  532.                           expr: key
    533. 

  533.                           type: int
    534. 

  534.                           expr: key
    535. 

  535.                           type: int
    536. 

  536.                     mode: hash
    537. 

  537.                     outputColumnNames: _col0, _col1
    538. 

  538.                     Reduce Output Operator
    539. 

  539.                       key expressions:
    540. 

  540.                             expr: _col1
    541. 

  541.                             type: int
    542. 

  542.                       sort order: +
    543. 

  543.                       Map-reduce partition columns:
    544. 

  544.                             expr: _col1
    545. 

  545.                             type: int
    546. 

  546.                       tag: 1
    547. 

  547.       Reduce Operator Tree:
    548. 

  548.         Join Operator
    549. 

  549.           condition map:
    550. 

  550.                Left Semi Join 0 to 1
    551. 

  551.           condition expressions:
    552. 

  552.             0 {VALUE._col1}
    553. 

  553.             1 
    554. 

  554.           handleSkewJoin: false
    555. 

  555.           outputColumnNames: _col1
    556. 

  556.           Select Operator
    557. 

  557.             expressions:
    558. 

  558.                   expr: _col1
    559. 

  559.                   type: string
    560. 

  560.             outputColumnNames: _col0
    561. 

  561.             File Output Operator
    562. 

  562.               compressed: false
    563. 

  563.               GlobalTableId: 0
    564. 

  564.               table:
    565. 

  565.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    566. 

  566.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    567. 

  567. 

  568.   Stage: Stage-2
    569. 

  569.     Map Reduce
    570. 

  570.       Alias -> Map Operator Tree:
    571. 

  571.         file:/tmp/sdong/hive_2011-02-10_17-05-29_616_1235177871277954972/-mr-10002 
    572. 

  572.             Reduce Output Operator
    573. 

  573.               key expressions:
    574. 

  574.                     expr: _col0
    575. 

  575.                     type: string
    576. 

  576.               sort order: +
    577. 

  577.               tag: -1
    578. 

  578.               value expressions:
    579. 

  579.                     expr: _col0
    580. 

  580.                     type: string
    581. 

  581.       Reduce Operator Tree:
    582. 

  582.         Extract
    583. 

  583.           File Output Operator
    584. 

  584.             compressed: false
    585. 

  585.             GlobalTableId: 0
    586. 

  586.             table:
    587. 

  587.                 input format: org.apache.hadoop.mapred.TextInputFormat
    588. 

  588.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    589. 

  589. 

  590.   Stage: Stage-0
    591. 

  591.     Fetch Operator
    592. 

  592.       limit: -1
    593. 

  593. 

  594. 

  595. PREHOOK: query: select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value
    596. 

  596. PREHOOK: type: QUERY
    597. 

  597. PREHOOK: Input: default@t1
    598. 

  598. PREHOOK: Input: default@t3
    599. 

  599. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-29_715_4357564705901360206/-mr-10000
    600. 

  600. POSTHOOK: query: select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value
    601. 

  601. POSTHOOK: type: QUERY
    602. 

  602. POSTHOOK: Input: default@t1
    603. 

  603. POSTHOOK: Input: default@t3
    604. 

  604. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-29_715_4357564705901360206/-mr-10000
    605. 

  605. val_0
    606. 

  606. val_0
    607. 

  607. val_0
    608. 

  608. val_10
    609. 

  609. val_2
    610. 

  610. val_4
    611. 

  611. val_5
    612. 

  612. val_5
    613. 

  613. val_5
    614. 

  614. val_8
    615. 

  615. val_9
    616. 

  616. PREHOOK: query: explain select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value
    617. 

  617. PREHOOK: type: QUERY
    618. 

  618. POSTHOOK: query: explain select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value
    619. 

  619. POSTHOOK: type: QUERY
    620. 

  620. ABSTRACT SYNTAX TREE:
    621. 

  621.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t2) b) (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (< (. (TOK_TABLE_OR_COL b) value) "val_10")))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    622. 

  622. 

  623. STAGE DEPENDENCIES:
    624. 

  624.   Stage-1 is a root stage
    625. 

  625.   Stage-2 depends on stages: Stage-1
    626. 

  626.   Stage-0 is a root stage
    627. 

  627. 

  628. STAGE PLANS:
    629. 

  629.   Stage: Stage-1
    630. 

  630.     Map Reduce
    631. 

  631.       Alias -> Map Operator Tree:
    632. 

  632.         a 
    633. 

  633.           TableScan
    634. 

  634.             alias: a
    635. 

  635.             Reduce Output Operator
    636. 

  636.               key expressions:
    637. 

  637.                     expr: key
    638. 

  638.                     type: int
    639. 

  639.               sort order: +
    640. 

  640.               Map-reduce partition columns:
    641. 

  641.                     expr: key
    642. 

  642.                     type: int
    643. 

  643.               tag: 0
    644. 

  644.               value expressions:
    645. 

  645.                     expr: key
    646. 

  646.                     type: int
    647. 

  647.                     expr: value
    648. 

  648.                     type: string
    649. 

  649.         b 
    650. 

  650.           TableScan
    651. 

  651.             alias: b
    652. 

  652.             Filter Operator
    653. 

  653.               predicate:
    654. 

  654.                   expr: (value < 'val_10')
    655. 

  655.                   type: boolean
    656. 

  656.               Filter Operator
    657. 

  657.                 predicate:
    658. 

  658.                     expr: (value < 'val_10')
    659. 

  659.                     type: boolean
    660. 

  660.                 Select Operator
    661. 

  661.                   expressions:
    662. 

  662.                         expr: key
    663. 

  663.                         type: int
    664. 

  664.                         expr: value
    665. 

  665.                         type: string
    666. 

  666.                   outputColumnNames: key, value
    667. 

  667.                   Group By Operator
    668. 

  668.                     bucketGroup: false
    669. 

  669.                     keys:
    670. 

  670.                           expr: key
    671. 

  671.                           type: int
    672. 

  672.                           expr: value
    673. 

  673.                           type: string
    674. 

  674.                     mode: hash
    675. 

  675.                     outputColumnNames: _col0, _col1
    676. 

  676.                     Reduce Output Operator
    677. 

  677.                       key expressions:
    678. 

  678.                             expr: _col0
    679. 

  679.                             type: int
    680. 

  680.                       sort order: +
    681. 

  681.                       Map-reduce partition columns:
    682. 

  682.                             expr: _col0
    683. 

  683.                             type: int
    684. 

  684.                       tag: 1
    685. 

  685.       Reduce Operator Tree:
    686. 

  686.         Join Operator
    687. 

  687.           condition map:
    688. 

  688.                Left Semi Join 0 to 1
    689. 

  689.           condition expressions:
    690. 

  690.             0 {VALUE._col0} {VALUE._col1}
    691. 

  691.             1 
    692. 

  692.           handleSkewJoin: false
    693. 

  693.           outputColumnNames: _col0, _col1
    694. 

  694.           Select Operator
    695. 

  695.             expressions:
    696. 

  696.                   expr: _col0
    697. 

  697.                   type: int
    698. 

  698.                   expr: _col1
    699. 

  699.                   type: string
    700. 

  700.             outputColumnNames: _col0, _col1
    701. 

  701.             File Output Operator
    702. 

  702.               compressed: false
    703. 

  703.               GlobalTableId: 0
    704. 

  704.               table:
    705. 

  705.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    706. 

  706.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    707. 

  707. 

  708.   Stage: Stage-2
    709. 

  709.     Map Reduce
    710. 

  710.       Alias -> Map Operator Tree:
    711. 

  711.         file:/tmp/sdong/hive_2011-02-10_17-05-36_675_4481351875930852775/-mr-10002 
    712. 

  712.             Reduce Output Operator
    713. 

  713.               key expressions:
    714. 

  714.                     expr: _col0
    715. 

  715.                     type: int
    716. 

  716.                     expr: _col1
    717. 

  717.                     type: string
    718. 

  718.               sort order: ++
    719. 

  719.               tag: -1
    720. 

  720.               value expressions:
    721. 

  721.                     expr: _col0
    722. 

  722.                     type: int
    723. 

  723.                     expr: _col1
    724. 

  724.                     type: string
    725. 

  725.       Reduce Operator Tree:
    726. 

  726.         Extract
    727. 

  727.           File Output Operator
    728. 

  728.             compressed: false
    729. 

  729.             GlobalTableId: 0
    730. 

  730.             table:
    731. 

  731.                 input format: org.apache.hadoop.mapred.TextInputFormat
    732. 

  732.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    733. 

  733. 

  734.   Stage: Stage-0
    735. 

  735.     Fetch Operator
    736. 

  736.       limit: -1
    737. 

  737. 

  738. 

  739. PREHOOK: query: select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value
    740. 

  740. PREHOOK: type: QUERY
    741. 

  741. PREHOOK: Input: default@t1
    742. 

  742. PREHOOK: Input: default@t2
    743. 

  743. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-36_773_1099957685086464486/-mr-10000
    744. 

  744. POSTHOOK: query: select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value
    745. 

  745. POSTHOOK: type: QUERY
    746. 

  746. POSTHOOK: Input: default@t1
    747. 

  747. POSTHOOK: Input: default@t2
    748. 

  748. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-36_773_1099957685086464486/-mr-10000
    749. 

  749. 0	val_0
    750. 

  750. 0	val_0
    751. 

  751. 0	val_0
    752. 

  752. PREHOOK: query: explain select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value
    753. 

  753. PREHOOK: type: QUERY
    754. 

  754. POSTHOOK: query: explain select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value
    755. 

  755. POSTHOOK: type: QUERY
    756. 

  756. ABSTRACT SYNTAX TREE:
    757. 

  757.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME t3))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key))) (TOK_WHERE (> (TOK_TABLE_OR_COL key) 5)))) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    758. 

  758. 

  759. STAGE DEPENDENCIES:
    760. 

  760.   Stage-1 is a root stage
    761. 

  761.   Stage-2 depends on stages: Stage-1
    762. 

  762.   Stage-0 is a root stage
    763. 

  763. 

  764. STAGE PLANS:
    765. 

  765.   Stage: Stage-1
    766. 

  766.     Map Reduce
    767. 

  767.       Alias -> Map Operator Tree:
    768. 

  768.         a 
    769. 

  769.           TableScan
    770. 

  770.             alias: a
    771. 

  771.             Reduce Output Operator
    772. 

  772.               key expressions:
    773. 

  773.                     expr: key
    774. 

  774.                     type: int
    775. 

  775.               sort order: +
    776. 

  776.               Map-reduce partition columns:
    777. 

  777.                     expr: key
    778. 

  778.                     type: int
    779. 

  779.               tag: 0
    780. 

  780.               value expressions:
    781. 

  781.                     expr: value
    782. 

  782.                     type: string
    783. 

  783.         b:t3 
    784. 

  784.           TableScan
    785. 

  785.             alias: t3
    786. 

  786.             Filter Operator
    787. 

  787.               predicate:
    788. 

  788.                   expr: (key > 5)
    789. 

  789.                   type: boolean
    790. 

  790.               Filter Operator
    791. 

  791.                 predicate:
    792. 

  792.                     expr: (key > 5)
    793. 

  793.                     type: boolean
    794. 

  794.                 Select Operator
    795. 

  795.                   expressions:
    796. 

  796.                         expr: key
    797. 

  797.                         type: int
    798. 

  798.                   outputColumnNames: _col0
    799. 

  799.                   Select Operator
    800. 

  800.                     expressions:
    801. 

  801.                           expr: _col0
    802. 

  802.                           type: int
    803. 

  803.                     outputColumnNames: _col0
    804. 

  804.                     Group By Operator
    805. 

  805.                       bucketGroup: false
    806. 

  806.                       keys:
    807. 

  807.                             expr: _col0
    808. 

  808.                             type: int
    809. 

  809.                       mode: hash
    810. 

  810.                       outputColumnNames: _col0
    811. 

  811.                       Reduce Output Operator
    812. 

  812.                         key expressions:
    813. 

  813.                               expr: _col0
    814. 

  814.                               type: int
    815. 

  815.                         sort order: +
    816. 

  816.                         Map-reduce partition columns:
    817. 

  817.                               expr: _col0
    818. 

  818.                               type: int
    819. 

  819.                         tag: 1
    820. 

  820.       Reduce Operator Tree:
    821. 

  821.         Join Operator
    822. 

  822.           condition map:
    823. 

  823.                Left Semi Join 0 to 1
    824. 

  824.           condition expressions:
    825. 

  825.             0 {VALUE._col1}
    826. 

  826.             1 
    827. 

  827.           handleSkewJoin: false
    828. 

  828.           outputColumnNames: _col1
    829. 

  829.           Select Operator
    830. 

  830.             expressions:
    831. 

  831.                   expr: _col1
    832. 

  832.                   type: string
    833. 

  833.             outputColumnNames: _col0
    834. 

  834.             File Output Operator
    835. 

  835.               compressed: false
    836. 

  836.               GlobalTableId: 0
    837. 

  837.               table:
    838. 

  838.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    839. 

  839.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    840. 

  840. 

  841.   Stage: Stage-2
    842. 

  842.     Map Reduce
    843. 

  843.       Alias -> Map Operator Tree:
    844. 

  844.         file:/tmp/sdong/hive_2011-02-10_17-05-43_606_4268995089293633608/-mr-10002 
    845. 

  845.             Reduce Output Operator
    846. 

  846.               key expressions:
    847. 

  847.                     expr: _col0
    848. 

  848.                     type: string
    849. 

  849.               sort order: +
    850. 

  850.               tag: -1
    851. 

  851.               value expressions:
    852. 

  852.                     expr: _col0
    853. 

  853.                     type: string
    854. 

  854.       Reduce Operator Tree:
    855. 

  855.         Extract
    856. 

  856.           File Output Operator
    857. 

  857.             compressed: false
    858. 

  858.             GlobalTableId: 0
    859. 

  859.             table:
    860. 

  860.                 input format: org.apache.hadoop.mapred.TextInputFormat
    861. 

  861.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    862. 

  862. 

  863.   Stage: Stage-0
    864. 

  864.     Fetch Operator
    865. 

  865.       limit: -1
    866. 

  866. 

  867. 

  868. PREHOOK: query: select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value
    869. 

  869. PREHOOK: type: QUERY
    870. 

  870. PREHOOK: Input: default@t1
    871. 

  871. PREHOOK: Input: default@t3
    872. 

  872. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-43_705_5212605861362357897/-mr-10000
    873. 

  873. POSTHOOK: query: select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value
    874. 

  874. POSTHOOK: type: QUERY
    875. 

  875. POSTHOOK: Input: default@t1
    876. 

  876. POSTHOOK: Input: default@t3
    877. 

  877. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-43_705_5212605861362357897/-mr-10000
    878. 

  878. val_10
    879. 

  879. val_8
    880. 

  880. val_9
    881. 

  881. PREHOOK: query: explain select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value
    882. 

  882. PREHOOK: type: QUERY
    883. 

  883. POSTHOOK: query: explain select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value
    884. 

  884. POSTHOOK: type: QUERY
    885. 

  885. ABSTRACT SYNTAX TREE:
    886. 

  886.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME t2))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (> (TOK_TABLE_OR_COL key) 5)))) b) (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (<= (. (TOK_TABLE_OR_COL b) value) 'val_20')))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    887. 

  887. 

  888. STAGE DEPENDENCIES:
    889. 

  889.   Stage-1 is a root stage
    890. 

  890.   Stage-2 depends on stages: Stage-1
    891. 

  891.   Stage-0 is a root stage
    892. 

  892. 

  893. STAGE PLANS:
    894. 

  894.   Stage: Stage-1
    895. 

  895.     Map Reduce
    896. 

  896.       Alias -> Map Operator Tree:
    897. 

  897.         a 
    898. 

  898.           TableScan
    899. 

  899.             alias: a
    900. 

  900.             Reduce Output Operator
    901. 

  901.               key expressions:
    902. 

  902.                     expr: key
    903. 

  903.                     type: int
    904. 

  904.               sort order: +
    905. 

  905.               Map-reduce partition columns:
    906. 

  906.                     expr: key
    907. 

  907.                     type: int
    908. 

  908.               tag: 0
    909. 

  909.               value expressions:
    910. 

  910.                     expr: value
    911. 

  911.                     type: string
    912. 

  912.         b:t2 
    913. 

  913.           TableScan
    914. 

  914.             alias: t2
    915. 

  915.             Filter Operator
    916. 

  916.               predicate:
    917. 

  917.                   expr: ((key > 5) and (value <= 'val_20'))
    918. 

  918.                   type: boolean
    919. 

  919.               Filter Operator
    920. 

  920.                 predicate:
    921. 

  921.                     expr: (key > 5)
    922. 

  922.                     type: boolean
    923. 

  923.                 Select Operator
    924. 

  924.                   expressions:
    925. 

  925.                         expr: key
    926. 

  926.                         type: int
    927. 

  927.                         expr: value
    928. 

  928.                         type: string
    929. 

  929.                   outputColumnNames: _col0, _col1
    930. 

  930.                   Filter Operator
    931. 

  931.                     predicate:
    932. 

  932.                         expr: (_col1 <= 'val_20')
    933. 

  933.                         type: boolean
    934. 

  934.                     Select Operator
    935. 

  935.                       expressions:
    936. 

  936.                             expr: _col0
    937. 

  937.                             type: int
    938. 

  938.                             expr: _col1
    939. 

  939.                             type: string
    940. 

  940.                       outputColumnNames: _col0, _col1
    941. 

  941.                       Group By Operator
    942. 

  942.                         bucketGroup: false
    943. 

  943.                         keys:
    944. 

  944.                               expr: _col0
    945. 

  945.                               type: int
    946. 

  946.                               expr: _col1
    947. 

  947.                               type: string
    948. 

  948.                         mode: hash
    949. 

  949.                         outputColumnNames: _col0, _col1
    950. 

  950.                         Reduce Output Operator
    951. 

  951.                           key expressions:
    952. 

  952.                                 expr: _col0
    953. 

  953.                                 type: int
    954. 

  954.                           sort order: +
    955. 

  955.                           Map-reduce partition columns:
    956. 

  956.                                 expr: _col0
    957. 

  957.                                 type: int
    958. 

  958.                           tag: 1
    959. 

  959.       Reduce Operator Tree:
    960. 

  960.         Join Operator
    961. 

  961.           condition map:
    962. 

  962.                Left Semi Join 0 to 1
    963. 

  963.           condition expressions:
    964. 

  964.             0 {VALUE._col1}
    965. 

  965.             1 
    966. 

  966.           handleSkewJoin: false
    967. 

  967.           outputColumnNames: _col1
    968. 

  968.           Select Operator
    969. 

  969.             expressions:
    970. 

  970.                   expr: _col1
    971. 

  971.                   type: string
    972. 

  972.             outputColumnNames: _col0
    973. 

  973.             File Output Operator
    974. 

  974.               compressed: false
    975. 

  975.               GlobalTableId: 0
    976. 

  976.               table:
    977. 

  977.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    978. 

  978.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    979. 

  979. 

  980.   Stage: Stage-2
    981. 

  981.     Map Reduce
    982. 

  982.       Alias -> Map Operator Tree:
    983. 

  983.         file:/tmp/sdong/hive_2011-02-10_17-05-50_572_4351935636267130614/-mr-10002 
    984. 

  984.             Reduce Output Operator
    985. 

  985.               key expressions:
    986. 

  986.                     expr: _col0
    987. 

  987.                     type: string
    988. 

  988.               sort order: +
    989. 

  989.               tag: -1
    990. 

  990.               value expressions:
    991. 

  991.                     expr: _col0
    992. 

  992.                     type: string
    993. 

  993.       Reduce Operator Tree:
    994. 

  994.         Extract
    995. 

  995.           File Output Operator
    996. 

  996.             compressed: false
    997. 

  997.             GlobalTableId: 0
    998. 

  998.             table:
    999. 

  999.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1000. 

  1000.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1001. 

  1001. 

  1002.   Stage: Stage-0
    1003. 

  1003.     Fetch Operator
    1004. 

  1004.       limit: -1
    1005. 

  1005. 

  1006. 

  1007. PREHOOK: query: select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value
    1008. 

  1008. PREHOOK: type: QUERY
    1009. 

  1009. PREHOOK: Input: default@t1
    1010. 

  1010. PREHOOK: Input: default@t2
    1011. 

  1011. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-50_690_824047413986414031/-mr-10000
    1012. 

  1012. POSTHOOK: query: select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value
    1013. 

  1013. POSTHOOK: type: QUERY
    1014. 

  1014. POSTHOOK: Input: default@t1
    1015. 

  1015. POSTHOOK: Input: default@t2
    1016. 

  1016. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-50_690_824047413986414031/-mr-10000
    1017. 

  1017. PREHOOK: query: explain select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value
    1018. 

  1018. PREHOOK: type: QUERY
    1019. 

  1019. POSTHOOK: query: explain select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value
    1020. 

  1020. POSTHOOK: type: QUERY
    1021. 

  1021. ABSTRACT SYNTAX TREE:
    1022. 

  1022.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t2) a) (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME t1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (> (TOK_TABLE_OR_COL key) 2)))) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    1023. 

  1023. 

  1024. STAGE DEPENDENCIES:
    1025. 

  1025.   Stage-1 is a root stage
    1026. 

  1026.   Stage-2 depends on stages: Stage-1
    1027. 

  1027.   Stage-0 is a root stage
    1028. 

  1028. 

  1029. STAGE PLANS:
    1030. 

  1030.   Stage: Stage-1
    1031. 

  1031.     Map Reduce
    1032. 

  1032.       Alias -> Map Operator Tree:
    1033. 

  1033.         a 
    1034. 

  1034.           TableScan
    1035. 

  1035.             alias: a
    1036. 

  1036.             Reduce Output Operator
    1037. 

  1037.               key expressions:
    1038. 

  1038.                     expr: key
    1039. 

  1039.                     type: int
    1040. 

  1040.               sort order: +
    1041. 

  1041.               Map-reduce partition columns:
    1042. 

  1042.                     expr: key
    1043. 

  1043.                     type: int
    1044. 

  1044.               tag: 0
    1045. 

  1045.               value expressions:
    1046. 

  1046.                     expr: key
    1047. 

  1047.                     type: int
    1048. 

  1048.                     expr: value
    1049. 

  1049.                     type: string
    1050. 

  1050.         b:t1 
    1051. 

  1051.           TableScan
    1052. 

  1052.             alias: t1
    1053. 

  1053.             Filter Operator
    1054. 

  1054.               predicate:
    1055. 

  1055.                   expr: (key > 2)
    1056. 

  1056.                   type: boolean
    1057. 

  1057.               Filter Operator
    1058. 

  1058.                 predicate:
    1059. 

  1059.                     expr: (key > 2)
    1060. 

  1060.                     type: boolean
    1061. 

  1061.                 Select Operator
    1062. 

  1062.                   expressions:
    1063. 

  1063.                         expr: key
    1064. 

  1064.                         type: int
    1065. 

  1065.                   outputColumnNames: _col0
    1066. 

  1066.                   Select Operator
    1067. 

  1067.                     expressions:
    1068. 

  1068.                           expr: _col0
    1069. 

  1069.                           type: int
    1070. 

  1070.                     outputColumnNames: _col0
    1071. 

  1071.                     Group By Operator
    1072. 

  1072.                       bucketGroup: false
    1073. 

  1073.                       keys:
    1074. 

  1074.                             expr: _col0
    1075. 

  1075.                             type: int
    1076. 

  1076.                       mode: hash
    1077. 

  1077.                       outputColumnNames: _col0
    1078. 

  1078.                       Reduce Output Operator
    1079. 

  1079.                         key expressions:
    1080. 

  1080.                               expr: _col0
    1081. 

  1081.                               type: int
    1082. 

  1082.                         sort order: +
    1083. 

  1083.                         Map-reduce partition columns:
    1084. 

  1084.                               expr: _col0
    1085. 

  1085.                               type: int
    1086. 

  1086.                         tag: 1
    1087. 

  1087.       Reduce Operator Tree:
    1088. 

  1088.         Join Operator
    1089. 

  1089.           condition map:
    1090. 

  1090.                Left Semi Join 0 to 1
    1091. 

  1091.           condition expressions:
    1092. 

  1092.             0 {VALUE._col0} {VALUE._col1}
    1093. 

  1093.             1 
    1094. 

  1094.           handleSkewJoin: false
    1095. 

  1095.           outputColumnNames: _col0, _col1
    1096. 

  1096.           Select Operator
    1097. 

  1097.             expressions:
    1098. 

  1098.                   expr: _col0
    1099. 

  1099.                   type: int
    1100. 

  1100.                   expr: _col1
    1101. 

  1101.                   type: string
    1102. 

  1102.             outputColumnNames: _col0, _col1
    1103. 

  1103.             File Output Operator
    1104. 

  1104.               compressed: false
    1105. 

  1105.               GlobalTableId: 0
    1106. 

  1106.               table:
    1107. 

  1107.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1108. 

  1108.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1109. 

  1109. 

  1110.   Stage: Stage-2
    1111. 

  1111.     Map Reduce
    1112. 

  1112.       Alias -> Map Operator Tree:
    1113. 

  1113.         file:/tmp/sdong/hive_2011-02-10_17-05-57_516_1309591908900729926/-mr-10002 
    1114. 

  1114.             Reduce Output Operator
    1115. 

  1115.               key expressions:
    1116. 

  1116.                     expr: _col0
    1117. 

  1117.                     type: int
    1118. 

  1118.                     expr: _col1
    1119. 

  1119.                     type: string
    1120. 

  1120.               sort order: ++
    1121. 

  1121.               tag: -1
    1122. 

  1122.               value expressions:
    1123. 

  1123.                     expr: _col0
    1124. 

  1124.                     type: int
    1125. 

  1125.                     expr: _col1
    1126. 

  1126.                     type: string
    1127. 

  1127.       Reduce Operator Tree:
    1128. 

  1128.         Extract
    1129. 

  1129.           File Output Operator
    1130. 

  1130.             compressed: false
    1131. 

  1131.             GlobalTableId: 0
    1132. 

  1132.             table:
    1133. 

  1133.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1134. 

  1134.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1135. 

  1135. 

  1136.   Stage: Stage-0
    1137. 

  1137.     Fetch Operator
    1138. 

  1138.       limit: -1
    1139. 

  1139. 

  1140. 

  1141. PREHOOK: query: select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value
    1142. 

  1142. PREHOOK: type: QUERY
    1143. 

  1143. PREHOOK: Input: default@t1
    1144. 

  1144. PREHOOK: Input: default@t2
    1145. 

  1145. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-57_625_9169051107141388478/-mr-10000
    1146. 

  1146. POSTHOOK: query: select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value
    1147. 

  1147. POSTHOOK: type: QUERY
    1148. 

  1148. POSTHOOK: Input: default@t1
    1149. 

  1149. POSTHOOK: Input: default@t2
    1150. 

  1150. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-05-57_625_9169051107141388478/-mr-10000
    1151. 

  1151. 4	val_2
    1152. 

  1152. 8	val_4
    1153. 

  1153. 10	val_5
    1154. 

  1154. 10	val_5
    1155. 

  1155. 10	val_5
    1156. 

  1156. PREHOOK: query: explain select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key
    1157. 

  1157. PREHOOK: type: QUERY
    1158. 

  1158. POSTHOOK: query: explain select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key
    1159. 

  1159. POSTHOOK: type: QUERY
    1160. 

  1160. ABSTRACT SYNTAX TREE:
    1161. 

  1161.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t1) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    1162. 

  1162. 

  1163. STAGE DEPENDENCIES:
    1164. 

  1164.   Stage-4 is a root stage
    1165. 

  1165.   Stage-1 depends on stages: Stage-4
    1166. 

  1166.   Stage-2 depends on stages: Stage-1
    1167. 

  1167.   Stage-0 is a root stage
    1168. 

  1168. 

  1169. STAGE PLANS:
    1170. 

  1170.   Stage: Stage-4
    1171. 

  1171.     Map Reduce Local Work
    1172. 

  1172.       Alias -> Map Local Tables:
    1173. 

  1173.         b 
    1174. 

  1174.           Fetch Operator
    1175. 

  1175.             limit: -1
    1176. 

  1176.       Alias -> Map Local Operator Tree:
    1177. 

  1177.         b 
    1178. 

  1178.           TableScan
    1179. 

  1179.             alias: b
    1180. 

  1180.             Select Operator
    1181. 

  1181.               expressions:
    1182. 

  1182.                     expr: key
    1183. 

  1183.                     type: int
    1184. 

  1184.               outputColumnNames: key
    1185. 

  1185.               Group By Operator
    1186. 

  1186.                 bucketGroup: false
    1187. 

  1187.                 keys:
    1188. 

  1188.                       expr: key
    1189. 

  1189.                       type: int
    1190. 

  1190.                 mode: hash
    1191. 

  1191.                 outputColumnNames: _col0
    1192. 

  1192.                 HashTable Sink Operator
    1193. 

  1193.                   condition expressions:
    1194. 

  1194.                     0 {key}
    1195. 

  1195.                     1 
    1196. 

  1196.                   handleSkewJoin: false
    1197. 

  1197.                   keys:
    1198. 

  1198.                     0 [Column[key]]
    1199. 

  1199.                     1 [Column[_col0]]
    1200. 

  1200.                   Position of Big Table: 0
    1201. 

  1201. 

  1202.   Stage: Stage-1
    1203. 

  1203.     Map Reduce
    1204. 

  1204.       Alias -> Map Operator Tree:
    1205. 

  1205.         a 
    1206. 

  1206.           TableScan
    1207. 

  1207.             alias: a
    1208. 

  1208.             Map Join Operator
    1209. 

  1209.               condition map:
    1210. 

  1210.                    Left Semi Join 0 to 1
    1211. 

  1211.               condition expressions:
    1212. 

  1212.                 0 {key}
    1213. 

  1213.                 1 
    1214. 

  1214.               handleSkewJoin: false
    1215. 

  1215.               keys:
    1216. 

  1216.                 0 [Column[key]]
    1217. 

  1217.                 1 [Column[_col0]]
    1218. 

  1218.               outputColumnNames: _col0
    1219. 

  1219.               Position of Big Table: 0
    1220. 

  1220.               File Output Operator
    1221. 

  1221.                 compressed: false
    1222. 

  1222.                 GlobalTableId: 0
    1223. 

  1223.                 table:
    1224. 

  1224.                     input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1225. 

  1225.                     output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1226. 

  1226.       Local Work:
    1227. 

  1227.         Map Reduce Local Work
    1228. 

  1228. 

  1229.   Stage: Stage-2
    1230. 

  1230.     Map Reduce
    1231. 

  1231.       Alias -> Map Operator Tree:
    1232. 

  1232.         file:/tmp/sdong/hive_2011-02-10_17-06-04_576_6173849197621673319/-mr-10002 
    1233. 

  1233.           Select Operator
    1234. 

  1234.             expressions:
    1235. 

  1235.                   expr: _col0
    1236. 

  1236.                   type: int
    1237. 

  1237.             outputColumnNames: _col0
    1238. 

  1238.             Select Operator
    1239. 

  1239.               expressions:
    1240. 

  1240.                     expr: _col0
    1241. 

  1241.                     type: int
    1242. 

  1242.               outputColumnNames: _col0
    1243. 

  1243.               Reduce Output Operator
    1244. 

  1244.                 key expressions:
    1245. 

  1245.                       expr: _col0
    1246. 

  1246.                       type: int
    1247. 

  1247.                 sort order: +
    1248. 

  1248.                 tag: -1
    1249. 

  1249.                 value expressions:
    1250. 

  1250.                       expr: _col0
    1251. 

  1251.                       type: int
    1252. 

  1252.       Reduce Operator Tree:
    1253. 

  1253.         Extract
    1254. 

  1254.           File Output Operator
    1255. 

  1255.             compressed: false
    1256. 

  1256.             GlobalTableId: 0
    1257. 

  1257.             table:
    1258. 

  1258.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1259. 

  1259.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1260. 

  1260. 

  1261.   Stage: Stage-0
    1262. 

  1262.     Fetch Operator
    1263. 

  1263.       limit: -1
    1264. 

  1264. 

  1265. 

  1266. PREHOOK: query: select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key
    1267. 

  1267. PREHOOK: type: QUERY
    1268. 

  1268. PREHOOK: Input: default@t1
    1269. 

  1269. PREHOOK: Input: default@t3
    1270. 

  1270. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-04_672_5227381156024671685/-mr-10000
    1271. 

  1271. POSTHOOK: query: select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key
    1272. 

  1272. POSTHOOK: type: QUERY
    1273. 

  1273. POSTHOOK: Input: default@t1
    1274. 

  1274. POSTHOOK: Input: default@t3
    1275. 

  1275. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-04_672_5227381156024671685/-mr-10000
    1276. 

  1276. 0
    1277. 

  1277. 0
    1278. 

  1278. 0
    1279. 

  1279. 0
    1280. 

  1280. 0
    1281. 

  1281. 0
    1282. 

  1282. 2
    1283. 

  1283. 4
    1284. 

  1284. 4
    1285. 

  1285. 5
    1286. 

  1286. 5
    1287. 

  1287. 5
    1288. 

  1288. 8
    1289. 

  1289. 8
    1290. 

  1290. 9
    1291. 

  1291. 10
    1292. 

  1292. 10
    1293. 

  1293. 10
    1294. 

  1294. 10
    1295. 

  1295. PREHOOK: query: explain select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value
    1296. 

  1296. PREHOOK: type: QUERY
    1297. 

  1297. POSTHOOK: query: explain select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value
    1298. 

  1298. POSTHOOK: type: QUERY
    1299. 

  1299. ABSTRACT SYNTAX TREE:
    1300. 

  1300.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (* 2 (. (TOK_TABLE_OR_COL b) key))))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    1301. 

  1301. 

  1302. STAGE DEPENDENCIES:
    1303. 

  1303.   Stage-1 is a root stage
    1304. 

  1304.   Stage-2 depends on stages: Stage-1
    1305. 

  1305.   Stage-0 is a root stage
    1306. 

  1306. 

  1307. STAGE PLANS:
    1308. 

  1308.   Stage: Stage-1
    1309. 

  1309.     Map Reduce
    1310. 

  1310.       Alias -> Map Operator Tree:
    1311. 

  1311.         a 
    1312. 

  1312.           TableScan
    1313. 

  1313.             alias: a
    1314. 

  1314.             Reduce Output Operator
    1315. 

  1315.               key expressions:
    1316. 

  1316.                     expr: key
    1317. 

  1317.                     type: int
    1318. 

  1318.               sort order: +
    1319. 

  1319.               Map-reduce partition columns:
    1320. 

  1320.                     expr: key
    1321. 

  1321.                     type: int
    1322. 

  1322.               tag: 0
    1323. 

  1323.               value expressions:
    1324. 

  1324.                     expr: key
    1325. 

  1325.                     type: int
    1326. 

  1326.                     expr: value
    1327. 

  1327.                     type: string
    1328. 

  1328.         b 
    1329. 

  1329.           TableScan
    1330. 

  1330.             alias: b
    1331. 

  1331.             Select Operator
    1332. 

  1332.               expressions:
    1333. 

  1333.                     expr: key
    1334. 

  1334.                     type: int
    1335. 

  1335.               outputColumnNames: key
    1336. 

  1336.               Group By Operator
    1337. 

  1337.                 bucketGroup: false
    1338. 

  1338.                 keys:
    1339. 

  1339.                       expr: key
    1340. 

  1340.                       type: int
    1341. 

  1341.                 mode: hash
    1342. 

  1342.                 outputColumnNames: _col0
    1343. 

  1343.                 Reduce Output Operator
    1344. 

  1344.                   key expressions:
    1345. 

  1345.                         expr: (2 * _col0)
    1346. 

  1346.                         type: int
    1347. 

  1347.                   sort order: +
    1348. 

  1348.                   Map-reduce partition columns:
    1349. 

  1349.                         expr: (2 * _col0)
    1350. 

  1350.                         type: int
    1351. 

  1351.                   tag: 1
    1352. 

  1352.       Reduce Operator Tree:
    1353. 

  1353.         Join Operator
    1354. 

  1354.           condition map:
    1355. 

  1355.                Left Semi Join 0 to 1
    1356. 

  1356.           condition expressions:
    1357. 

  1357.             0 {VALUE._col0} {VALUE._col1}
    1358. 

  1358.             1 
    1359. 

  1359.           handleSkewJoin: false
    1360. 

  1360.           outputColumnNames: _col0, _col1
    1361. 

  1361.           Select Operator
    1362. 

  1362.             expressions:
    1363. 

  1363.                   expr: _col0
    1364. 

  1364.                   type: int
    1365. 

  1365.                   expr: _col1
    1366. 

  1366.                   type: string
    1367. 

  1367.             outputColumnNames: _col0, _col1
    1368. 

  1368.             File Output Operator
    1369. 

  1369.               compressed: false
    1370. 

  1370.               GlobalTableId: 0
    1371. 

  1371.               table:
    1372. 

  1372.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1373. 

  1373.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1374. 

  1374. 

  1375.   Stage: Stage-2
    1376. 

  1376.     Map Reduce
    1377. 

  1377.       Alias -> Map Operator Tree:
    1378. 

  1378.         file:/tmp/sdong/hive_2011-02-10_17-06-12_910_1677370657145984011/-mr-10002 
    1379. 

  1379.             Reduce Output Operator
    1380. 

  1380.               key expressions:
    1381. 

  1381.                     expr: _col0
    1382. 

  1382.                     type: int
    1383. 

  1383.                     expr: _col1
    1384. 

  1384.                     type: string
    1385. 

  1385.               sort order: ++
    1386. 

  1386.               tag: -1
    1387. 

  1387.               value expressions:
    1388. 

  1388.                     expr: _col0
    1389. 

  1389.                     type: int
    1390. 

  1390.                     expr: _col1
    1391. 

  1391.                     type: string
    1392. 

  1392.       Reduce Operator Tree:
    1393. 

  1393.         Extract
    1394. 

  1394.           File Output Operator
    1395. 

  1395.             compressed: false
    1396. 

  1396.             GlobalTableId: 0
    1397. 

  1397.             table:
    1398. 

  1398.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1399. 

  1399.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1400. 

  1400. 

  1401.   Stage: Stage-0
    1402. 

  1402.     Fetch Operator
    1403. 

  1403.       limit: -1
    1404. 

  1404. 

  1405. 

  1406. PREHOOK: query: select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value
    1407. 

  1407. PREHOOK: type: QUERY
    1408. 

  1408. PREHOOK: Input: default@t1
    1409. 

  1409. PREHOOK: Input: default@t2
    1410. 

  1410. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-13_004_9070842837652856960/-mr-10000
    1411. 

  1411. POSTHOOK: query: select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value
    1412. 

  1412. POSTHOOK: type: QUERY
    1413. 

  1413. POSTHOOK: Input: default@t1
    1414. 

  1414. POSTHOOK: Input: default@t2
    1415. 

  1415. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-13_004_9070842837652856960/-mr-10000
    1416. 

  1416. 0	val_0
    1417. 

  1417. 0	val_0
    1418. 

  1418. 0	val_0
    1419. 

  1419. 8	val_8
    1420. 

  1420. PREHOOK: query: explain select * from t1 a join t2 b on a.key = b.key left semi join t3 c on b.key = c.key sort by a.key, a.value
    1421. 

  1421. PREHOOK: type: QUERY
    1422. 

  1422. POSTHOOK: query: explain select * from t1 a join t2 b on a.key = b.key left semi join t3 c on b.key = c.key sort by a.key, a.value
    1423. 

  1423. POSTHOOK: type: QUERY
    1424. 

  1424. ABSTRACT SYNTAX TREE:
    1425. 

  1425.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_JOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t3) c) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    1426. 

  1426. 

  1427. STAGE DEPENDENCIES:
    1428. 

  1428.   Stage-1 is a root stage
    1429. 

  1429.   Stage-2 depends on stages: Stage-1
    1430. 

  1430.   Stage-0 is a root stage
    1431. 

  1431. 

  1432. STAGE PLANS:
    1433. 

  1433.   Stage: Stage-1
    1434. 

  1434.     Map Reduce
    1435. 

  1435.       Alias -> Map Operator Tree:
    1436. 

  1436.         a 
    1437. 

  1437.           TableScan
    1438. 

  1438.             alias: a
    1439. 

  1439.             Reduce Output Operator
    1440. 

  1440.               key expressions:
    1441. 

  1441.                     expr: key
    1442. 

  1442.                     type: int
    1443. 

  1443.               sort order: +
    1444. 

  1444.               Map-reduce partition columns:
    1445. 

  1445.                     expr: key
    1446. 

  1446.                     type: int
    1447. 

  1447.               tag: 0
    1448. 

  1448.               value expressions:
    1449. 

  1449.                     expr: key
    1450. 

  1450.                     type: int
    1451. 

  1451.                     expr: value
    1452. 

  1452.                     type: string
    1453. 

  1453.         b 
    1454. 

  1454.           TableScan
    1455. 

  1455.             alias: b
    1456. 

  1456.             Reduce Output Operator
    1457. 

  1457.               key expressions:
    1458. 

  1458.                     expr: key
    1459. 

  1459.                     type: int
    1460. 

  1460.               sort order: +
    1461. 

  1461.               Map-reduce partition columns:
    1462. 

  1462.                     expr: key
    1463. 

  1463.                     type: int
    1464. 

  1464.               tag: 1
    1465. 

  1465.               value expressions:
    1466. 

  1466.                     expr: key
    1467. 

  1467.                     type: int
    1468. 

  1468.                     expr: value
    1469. 

  1469.                     type: string
    1470. 

  1470.         c 
    1471. 

  1471.           TableScan
    1472. 

  1472.             alias: c
    1473. 

  1473.             Select Operator
    1474. 

  1474.               expressions:
    1475. 

  1475.                     expr: key
    1476. 

  1476.                     type: int
    1477. 

  1477.               outputColumnNames: key
    1478. 

  1478.               Group By Operator
    1479. 

  1479.                 bucketGroup: false
    1480. 

  1480.                 keys:
    1481. 

  1481.                       expr: key
    1482. 

  1482.                       type: int
    1483. 

  1483.                 mode: hash
    1484. 

  1484.                 outputColumnNames: _col0
    1485. 

  1485.                 Reduce Output Operator
    1486. 

  1486.                   key expressions:
    1487. 

  1487.                         expr: _col0
    1488. 

  1488.                         type: int
    1489. 

  1489.                   sort order: +
    1490. 

  1490.                   Map-reduce partition columns:
    1491. 

  1491.                         expr: _col0
    1492. 

  1492.                         type: int
    1493. 

  1493.                   tag: 2
    1494. 

  1494.       Reduce Operator Tree:
    1495. 

  1495.         Join Operator
    1496. 

  1496.           condition map:
    1497. 

  1497.                Inner Join 0 to 1
    1498. 

  1498.                Left Semi Join 1 to 2
    1499. 

  1499.           condition expressions:
    1500. 

  1500.             0 {VALUE._col0} {VALUE._col1}
    1501. 

  1501.             1 {VALUE._col0} {VALUE._col1}
    1502. 

  1502.             2 
    1503. 

  1503.           handleSkewJoin: false
    1504. 

  1504.           outputColumnNames: _col0, _col1, _col4, _col5
    1505. 

  1505.           Select Operator
    1506. 

  1506.             expressions:
    1507. 

  1507.                   expr: _col0
    1508. 

  1508.                   type: int
    1509. 

  1509.                   expr: _col1
    1510. 

  1510.                   type: string
    1511. 

  1511.                   expr: _col4
    1512. 

  1512.                   type: int
    1513. 

  1513.                   expr: _col5
    1514. 

  1514.                   type: string
    1515. 

  1515.             outputColumnNames: _col0, _col1, _col2, _col3
    1516. 

  1516.             File Output Operator
    1517. 

  1517.               compressed: false
    1518. 

  1518.               GlobalTableId: 0
    1519. 

  1519.               table:
    1520. 

  1520.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1521. 

  1521.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1522. 

  1522. 

  1523.   Stage: Stage-2
    1524. 

  1524.     Map Reduce
    1525. 

  1525.       Alias -> Map Operator Tree:
    1526. 

  1526.         file:/tmp/sdong/hive_2011-02-10_17-06-19_852_1718406537733894766/-mr-10002 
    1527. 

  1527.             Reduce Output Operator
    1528. 

  1528.               key expressions:
    1529. 

  1529.                     expr: _col0
    1530. 

  1530.                     type: int
    1531. 

  1531.                     expr: _col1
    1532. 

  1532.                     type: string
    1533. 

  1533.               sort order: ++
    1534. 

  1534.               tag: -1
    1535. 

  1535.               value expressions:
    1536. 

  1536.                     expr: _col0
    1537. 

  1537.                     type: int
    1538. 

  1538.                     expr: _col1
    1539. 

  1539.                     type: string
    1540. 

  1540.                     expr: _col2
    1541. 

  1541.                     type: int
    1542. 

  1542.                     expr: _col3
    1543. 

  1543.                     type: string
    1544. 

  1544.       Reduce Operator Tree:
    1545. 

  1545.         Extract
    1546. 

  1546.           File Output Operator
    1547. 

  1547.             compressed: false
    1548. 

  1548.             GlobalTableId: 0
    1549. 

  1549.             table:
    1550. 

  1550.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1551. 

  1551.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1552. 

  1552. 

  1553.   Stage: Stage-0
    1554. 

  1554.     Fetch Operator
    1555. 

  1555.       limit: -1
    1556. 

  1556. 

  1557. 

  1558. PREHOOK: query: select * from t1 a join t2 b on a.key = b.key left semi join t3 c on b.key = c.key sort by a.key, a.value
    1559. 

  1559. PREHOOK: type: QUERY
    1560. 

  1560. PREHOOK: Input: default@t1
    1561. 

  1561. PREHOOK: Input: default@t2
    1562. 

  1562. PREHOOK: Input: default@t3
    1563. 

  1563. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-19_961_7528472610501686423/-mr-10000
    1564. 

  1564. POSTHOOK: query: select * from t1 a join t2 b on a.key = b.key left semi join t3 c on b.key = c.key sort by a.key, a.value
    1565. 

  1565. POSTHOOK: type: QUERY
    1566. 

  1566. POSTHOOK: Input: default@t1
    1567. 

  1567. POSTHOOK: Input: default@t2
    1568. 

  1568. POSTHOOK: Input: default@t3
    1569. 

  1569. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-19_961_7528472610501686423/-mr-10000
    1570. 

  1570. 0	val_0	0	val_0
    1571. 

  1571. 0	val_0	0	val_0
    1572. 

  1572. 0	val_0	0	val_0
    1573. 

  1573. 0	val_0	0	val_0
    1574. 

  1574. 0	val_0	0	val_0
    1575. 

  1575. 0	val_0	0	val_0
    1576. 

  1576. 0	val_0	0	val_0
    1577. 

  1577. 0	val_0	0	val_0
    1578. 

  1578. 0	val_0	0	val_0
    1579. 

  1579. 4	val_4	4	val_2
    1580. 

  1580. 8	val_8	8	val_4
    1581. 

  1581. 10	val_10	10	val_5
    1582. 

  1582. 10	val_10	10	val_5
    1583. 

  1583. 10	val_10	10	val_5
    1584. 

  1584. PREHOOK: query: explain select * from t3 a left semi join t1 b on a.key = b.key and a.value=b.value sort by a.key, a.value
    1585. 

  1585. PREHOOK: type: QUERY
    1586. 

  1586. POSTHOOK: query: explain select * from t3 a left semi join t1 b on a.key = b.key and a.value=b.value sort by a.key, a.value
    1587. 

  1587. POSTHOOK: type: QUERY
    1588. 

  1588. ABSTRACT SYNTAX TREE:
    1589. 

  1589.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t1) b) (and (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (= (. (TOK_TABLE_OR_COL a) value) (. (TOK_TABLE_OR_COL b) value))))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)) (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) value)))))
    1590. 

  1590. 

  1591. STAGE DEPENDENCIES:
    1592. 

  1592.   Stage-1 is a root stage
    1593. 

  1593.   Stage-2 depends on stages: Stage-1
    1594. 

  1594.   Stage-0 is a root stage
    1595. 

  1595. 

  1596. STAGE PLANS:
    1597. 

  1597.   Stage: Stage-1
    1598. 

  1598.     Map Reduce
    1599. 

  1599.       Alias -> Map Operator Tree:
    1600. 

  1600.         a 
    1601. 

  1601.           TableScan
    1602. 

  1602.             alias: a
    1603. 

  1603.             Reduce Output Operator
    1604. 

  1604.               key expressions:
    1605. 

  1605.                     expr: key
    1606. 

  1606.                     type: int
    1607. 

  1607.                     expr: value
    1608. 

  1608.                     type: string
    1609. 

  1609.               sort order: ++
    1610. 

  1610.               Map-reduce partition columns:
    1611. 

  1611.                     expr: key
    1612. 

  1612.                     type: int
    1613. 

  1613.                     expr: value
    1614. 

  1614.                     type: string
    1615. 

  1615.               tag: 0
    1616. 

  1616.               value expressions:
    1617. 

  1617.                     expr: key
    1618. 

  1618.                     type: int
    1619. 

  1619.                     expr: value
    1620. 

  1620.                     type: string
    1621. 

  1621.         b 
    1622. 

  1622.           TableScan
    1623. 

  1623.             alias: b
    1624. 

  1624.             Select Operator
    1625. 

  1625.               expressions:
    1626. 

  1626.                     expr: key
    1627. 

  1627.                     type: int
    1628. 

  1628.                     expr: value
    1629. 

  1629.                     type: string
    1630. 

  1630.               outputColumnNames: key, value
    1631. 

  1631.               Group By Operator
    1632. 

  1632.                 bucketGroup: false
    1633. 

  1633.                 keys:
    1634. 

  1634.                       expr: key
    1635. 

  1635.                       type: int
    1636. 

  1636.                       expr: value
    1637. 

  1637.                       type: string
    1638. 

  1638.                 mode: hash
    1639. 

  1639.                 outputColumnNames: _col0, _col1
    1640. 

  1640.                 Reduce Output Operator
    1641. 

  1641.                   key expressions:
    1642. 

  1642.                         expr: _col0
    1643. 

  1643.                         type: int
    1644. 

  1644.                         expr: _col1
    1645. 

  1645.                         type: string
    1646. 

  1646.                   sort order: ++
    1647. 

  1647.                   Map-reduce partition columns:
    1648. 

  1648.                         expr: _col0
    1649. 

  1649.                         type: int
    1650. 

  1650.                         expr: _col1
    1651. 

  1651.                         type: string
    1652. 

  1652.                   tag: 1
    1653. 

  1653.       Reduce Operator Tree:
    1654. 

  1654.         Join Operator
    1655. 

  1655.           condition map:
    1656. 

  1656.                Left Semi Join 0 to 1
    1657. 

  1657.           condition expressions:
    1658. 

  1658.             0 {VALUE._col0} {VALUE._col1}
    1659. 

  1659.             1 
    1660. 

  1660.           handleSkewJoin: false
    1661. 

  1661.           outputColumnNames: _col0, _col1
    1662. 

  1662.           Select Operator
    1663. 

  1663.             expressions:
    1664. 

  1664.                   expr: _col0
    1665. 

  1665.                   type: int
    1666. 

  1666.                   expr: _col1
    1667. 

  1667.                   type: string
    1668. 

  1668.             outputColumnNames: _col0, _col1
    1669. 

  1669.             File Output Operator
    1670. 

  1670.               compressed: false
    1671. 

  1671.               GlobalTableId: 0
    1672. 

  1672.               table:
    1673. 

  1673.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1674. 

  1674.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1675. 

  1675. 

  1676.   Stage: Stage-2
    1677. 

  1677.     Map Reduce
    1678. 

  1678.       Alias -> Map Operator Tree:
    1679. 

  1679.         file:/tmp/sdong/hive_2011-02-10_17-06-27_084_2843906965158857658/-mr-10002 
    1680. 

  1680.             Reduce Output Operator
    1681. 

  1681.               key expressions:
    1682. 

  1682.                     expr: _col0
    1683. 

  1683.                     type: int
    1684. 

  1684.                     expr: _col1
    1685. 

  1685.                     type: string
    1686. 

  1686.               sort order: ++
    1687. 

  1687.               tag: -1
    1688. 

  1688.               value expressions:
    1689. 

  1689.                     expr: _col0
    1690. 

  1690.                     type: int
    1691. 

  1691.                     expr: _col1
    1692. 

  1692.                     type: string
    1693. 

  1693.       Reduce Operator Tree:
    1694. 

  1694.         Extract
    1695. 

  1695.           File Output Operator
    1696. 

  1696.             compressed: false
    1697. 

  1697.             GlobalTableId: 0
    1698. 

  1698.             table:
    1699. 

  1699.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1700. 

  1700.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1701. 

  1701. 

  1702.   Stage: Stage-0
    1703. 

  1703.     Fetch Operator
    1704. 

  1704.       limit: -1
    1705. 

  1705. 

  1706. 

  1707. PREHOOK: query: select * from t3 a left semi join t1 b on a.key = b.key and a.value=b.value sort by a.key, a.value
    1708. 

  1708. PREHOOK: type: QUERY
    1709. 

  1709. PREHOOK: Input: default@t1
    1710. 

  1710. PREHOOK: Input: default@t3
    1711. 

  1711. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-27_179_3678360233120119417/-mr-10000
    1712. 

  1712. POSTHOOK: query: select * from t3 a left semi join t1 b on a.key = b.key and a.value=b.value sort by a.key, a.value
    1713. 

  1713. POSTHOOK: type: QUERY
    1714. 

  1714. POSTHOOK: Input: default@t1
    1715. 

  1715. POSTHOOK: Input: default@t3
    1716. 

  1716. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-27_179_3678360233120119417/-mr-10000
    1717. 

  1717. 0	val_0
    1718. 

  1718. 0	val_0
    1719. 

  1719. 0	val_0
    1720. 

  1720. 0	val_0
    1721. 

  1721. 0	val_0
    1722. 

  1722. 0	val_0
    1723. 

  1723. 2	val_2
    1724. 

  1724. 4	val_4
    1725. 

  1725. 5	val_5
    1726. 

  1726. 5	val_5
    1727. 

  1727. 5	val_5
    1728. 

  1728. 8	val_8
    1729. 

  1729. 9	val_9
    1730. 

  1730. 10	val_10
    1731. 

  1731. PREHOOK: query: explain select /*+ mapjoin(b, c) */ a.key from t3 a left semi join t1 b on a.key = b.key left semi join t2 c on a.key = c.key sort by a.key
    1732. 

  1732. PREHOOK: type: QUERY
    1733. 

  1733. POSTHOOK: query: explain select /*+ mapjoin(b, c) */ a.key from t3 a left semi join t1 b on a.key = b.key left semi join t2 c on a.key = c.key sort by a.key
    1734. 

  1734. POSTHOOK: type: QUERY
    1735. 

  1735. ABSTRACT SYNTAX TREE:
    1736. 

  1736.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t1) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t2) c) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b c))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    1737. 

  1737. 

  1738. STAGE DEPENDENCIES:
    1739. 

  1739.   Stage-5 is a root stage
    1740. 

  1740.   Stage-1 depends on stages: Stage-5
    1741. 

  1741.   Stage-2 depends on stages: Stage-1
    1742. 

  1742.   Stage-0 is a root stage
    1743. 

  1743. 

  1744. STAGE PLANS:
    1745. 

  1745.   Stage: Stage-5
    1746. 

  1746.     Map Reduce Local Work
    1747. 

  1747.       Alias -> Map Local Tables:
    1748. 

  1748.         b 
    1749. 

  1749.           Fetch Operator
    1750. 

  1750.             limit: -1
    1751. 

  1751.         c 
    1752. 

  1752.           Fetch Operator
    1753. 

  1753.             limit: -1
    1754. 

  1754.       Alias -> Map Local Operator Tree:
    1755. 

  1755.         b 
    1756. 

  1756.           TableScan
    1757. 

  1757.             alias: b
    1758. 

  1758.             Select Operator
    1759. 

  1759.               expressions:
    1760. 

  1760.                     expr: key
    1761. 

  1761.                     type: int
    1762. 

  1762.               outputColumnNames: key
    1763. 

  1763.               Group By Operator
    1764. 

  1764.                 bucketGroup: false
    1765. 

  1765.                 keys:
    1766. 

  1766.                       expr: key
    1767. 

  1767.                       type: int
    1768. 

  1768.                 mode: hash
    1769. 

  1769.                 outputColumnNames: _col0
    1770. 

  1770.                 HashTable Sink Operator
    1771. 

  1771.                   condition expressions:
    1772. 

  1772.                     0 {key}
    1773. 

  1773.                     1 
    1774. 

  1774.                     2 
    1775. 

  1775.                   handleSkewJoin: false
    1776. 

  1776.                   keys:
    1777. 

  1777.                     0 [Column[key]]
    1778. 

  1778.                     1 [Column[_col0]]
    1779. 

  1779.                     2 [Column[_col0]]
    1780. 

  1780.                   Position of Big Table: 0
    1781. 

  1781.         c 
    1782. 

  1782.           TableScan
    1783. 

  1783.             alias: c
    1784. 

  1784.             Select Operator
    1785. 

  1785.               expressions:
    1786. 

  1786.                     expr: key
    1787. 

  1787.                     type: int
    1788. 

  1788.               outputColumnNames: key
    1789. 

  1789.               Group By Operator
    1790. 

  1790.                 bucketGroup: false
    1791. 

  1791.                 keys:
    1792. 

  1792.                       expr: key
    1793. 

  1793.                       type: int
    1794. 

  1794.                 mode: hash
    1795. 

  1795.                 outputColumnNames: _col0
    1796. 

  1796.                 HashTable Sink Operator
    1797. 

  1797.                   condition expressions:
    1798. 

  1798.                     0 {key}
    1799. 

  1799.                     1 
    1800. 

  1800.                     2 
    1801. 

  1801.                   handleSkewJoin: false
    1802. 

  1802.                   keys:
    1803. 

  1803.                     0 [Column[key]]
    1804. 

  1804.                     1 [Column[_col0]]
    1805. 

  1805.                     2 [Column[_col0]]
    1806. 

  1806.                   Position of Big Table: 0
    1807. 

  1807. 

  1808.   Stage: Stage-1
    1809. 

  1809.     Map Reduce
    1810. 

  1810.       Alias -> Map Operator Tree:
    1811. 

  1811.         a 
    1812. 

  1812.           TableScan
    1813. 

  1813.             alias: a
    1814. 

  1814.             Map Join Operator
    1815. 

  1815.               condition map:
    1816. 

  1816.                    Left Semi Join 0 to 1
    1817. 

  1817.                    Left Semi Join 0 to 2
    1818. 

  1818.               condition expressions:
    1819. 

  1819.                 0 {key}
    1820. 

  1820.                 1 
    1821. 

  1821.                 2 
    1822. 

  1822.               handleSkewJoin: false
    1823. 

  1823.               keys:
    1824. 

  1824.                 0 [Column[key]]
    1825. 

  1825.                 1 [Column[_col0]]
    1826. 

  1826.                 2 [Column[_col0]]
    1827. 

  1827.               outputColumnNames: _col0
    1828. 

  1828.               Position of Big Table: 0
    1829. 

  1829.               File Output Operator
    1830. 

  1830.                 compressed: false
    1831. 

  1831.                 GlobalTableId: 0
    1832. 

  1832.                 table:
    1833. 

  1833.                     input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1834. 

  1834.                     output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1835. 

  1835.       Local Work:
    1836. 

  1836.         Map Reduce Local Work
    1837. 

  1837. 

  1838.   Stage: Stage-2
    1839. 

  1839.     Map Reduce
    1840. 

  1840.       Alias -> Map Operator Tree:
    1841. 

  1841.         file:/tmp/sdong/hive_2011-02-10_17-06-33_926_1715380380256238596/-mr-10002 
    1842. 

  1842.           Select Operator
    1843. 

  1843.             expressions:
    1844. 

  1844.                   expr: _col0
    1845. 

  1845.                   type: int
    1846. 

  1846.             outputColumnNames: _col0
    1847. 

  1847.             Select Operator
    1848. 

  1848.               expressions:
    1849. 

  1849.                     expr: _col0
    1850. 

  1850.                     type: int
    1851. 

  1851.               outputColumnNames: _col0
    1852. 

  1852.               Reduce Output Operator
    1853. 

  1853.                 key expressions:
    1854. 

  1854.                       expr: _col0
    1855. 

  1855.                       type: int
    1856. 

  1856.                 sort order: +
    1857. 

  1857.                 tag: -1
    1858. 

  1858.                 value expressions:
    1859. 

  1859.                       expr: _col0
    1860. 

  1860.                       type: int
    1861. 

  1861.       Reduce Operator Tree:
    1862. 

  1862.         Extract
    1863. 

  1863.           File Output Operator
    1864. 

  1864.             compressed: false
    1865. 

  1865.             GlobalTableId: 0
    1866. 

  1866.             table:
    1867. 

  1867.                 input format: org.apache.hadoop.mapred.TextInputFormat
    1868. 

  1868.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    1869. 

  1869. 

  1870.   Stage: Stage-0
    1871. 

  1871.     Fetch Operator
    1872. 

  1872.       limit: -1
    1873. 

  1873. 

  1874. 

  1875. PREHOOK: query: select /*+ mapjoin(b, c) */ a.key from t3 a left semi join t1 b on a.key = b.key left semi join t2 c on a.key = c.key sort by a.key
    1876. 

  1876. PREHOOK: type: QUERY
    1877. 

  1877. PREHOOK: Input: default@t1
    1878. 

  1878. PREHOOK: Input: default@t2
    1879. 

  1879. PREHOOK: Input: default@t3
    1880. 

  1880. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-34_032_9074388788335932765/-mr-10000
    1881. 

  1881. POSTHOOK: query: select /*+ mapjoin(b, c) */ a.key from t3 a left semi join t1 b on a.key = b.key left semi join t2 c on a.key = c.key sort by a.key
    1882. 

  1882. POSTHOOK: type: QUERY
    1883. 

  1883. POSTHOOK: Input: default@t1
    1884. 

  1884. POSTHOOK: Input: default@t2
    1885. 

  1885. POSTHOOK: Input: default@t3
    1886. 

  1886. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-34_032_9074388788335932765/-mr-10000
    1887. 

  1887. 0
    1888. 

  1888. 0
    1889. 

  1889. 0
    1890. 

  1890. 0
    1891. 

  1891. 0
    1892. 

  1892. 0
    1893. 

  1893. 4
    1894. 

  1894. 4
    1895. 

  1895. 8
    1896. 

  1896. 8
    1897. 

  1897. 10
    1898. 

  1898. 10
    1899. 

  1899. 10
    1900. 

  1900. 10
    1901. 

  1901. PREHOOK: query: explain select a.key from t3 a left outer join t1 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    1902. 

  1902. PREHOOK: type: QUERY
    1903. 

  1903. POSTHOOK: query: explain select a.key from t3 a left outer join t1 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    1904. 

  1904. POSTHOOK: type: QUERY
    1905. 

  1905. ABSTRACT SYNTAX TREE:
    1906. 

  1906.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_LEFTOUTERJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t1) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t2) c) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    1907. 

  1907. 

  1908. STAGE DEPENDENCIES:
    1909. 

  1909.   Stage-1 is a root stage
    1910. 

  1910.   Stage-2 depends on stages: Stage-1
    1911. 

  1911.   Stage-0 is a root stage
    1912. 

  1912. 

  1913. STAGE PLANS:
    1914. 

  1914.   Stage: Stage-1
    1915. 

  1915.     Map Reduce
    1916. 

  1916.       Alias -> Map Operator Tree:
    1917. 

  1917.         a 
    1918. 

  1918.           TableScan
    1919. 

  1919.             alias: a
    1920. 

  1920.             Reduce Output Operator
    1921. 

  1921.               key expressions:
    1922. 

  1922.                     expr: key
    1923. 

  1923.                     type: int
    1924. 

  1924.               sort order: +
    1925. 

  1925.               Map-reduce partition columns:
    1926. 

  1926.                     expr: key
    1927. 

  1927.                     type: int
    1928. 

  1928.               tag: 0
    1929. 

  1929.               value expressions:
    1930. 

  1930.                     expr: key
    1931. 

  1931.                     type: int
    1932. 

  1932.         b 
    1933. 

  1933.           TableScan
    1934. 

  1934.             alias: b
    1935. 

  1935.             Reduce Output Operator
    1936. 

  1936.               key expressions:
    1937. 

  1937.                     expr: key
    1938. 

  1938.                     type: int
    1939. 

  1939.               sort order: +
    1940. 

  1940.               Map-reduce partition columns:
    1941. 

  1941.                     expr: key
    1942. 

  1942.                     type: int
    1943. 

  1943.               tag: 1
    1944. 

  1944.         c 
    1945. 

  1945.           TableScan
    1946. 

  1946.             alias: c
    1947. 

  1947.             Select Operator
    1948. 

  1948.               expressions:
    1949. 

  1949.                     expr: key
    1950. 

  1950.                     type: int
    1951. 

  1951.               outputColumnNames: key
    1952. 

  1952.               Group By Operator
    1953. 

  1953.                 bucketGroup: false
    1954. 

  1954.                 keys:
    1955. 

  1955.                       expr: key
    1956. 

  1956.                       type: int
    1957. 

  1957.                 mode: hash
    1958. 

  1958.                 outputColumnNames: _col0
    1959. 

  1959.                 Reduce Output Operator
    1960. 

  1960.                   key expressions:
    1961. 

  1961.                         expr: _col0
    1962. 

  1962.                         type: int
    1963. 

  1963.                   sort order: +
    1964. 

  1964.                   Map-reduce partition columns:
    1965. 

  1965.                         expr: _col0
    1966. 

  1966.                         type: int
    1967. 

  1967.                   tag: 2
    1968. 

  1968.       Reduce Operator Tree:
    1969. 

  1969.         Join Operator
    1970. 

  1970.           condition map:
    1971. 

  1971.                Left Outer Join0 to 1
    1972. 

  1972.                Left Semi Join 1 to 2
    1973. 

  1973.           condition expressions:
    1974. 

  1974.             0 {VALUE._col0}
    1975. 

  1975.             1 
    1976. 

  1976.             2 
    1977. 

  1977.           handleSkewJoin: false
    1978. 

  1978.           outputColumnNames: _col0
    1979. 

  1979.           Select Operator
    1980. 

  1980.             expressions:
    1981. 

  1981.                   expr: _col0
    1982. 

  1982.                   type: int
    1983. 

  1983.             outputColumnNames: _col0
    1984. 

  1984.             File Output Operator
    1985. 

  1985.               compressed: false
    1986. 

  1986.               GlobalTableId: 0
    1987. 

  1987.               table:
    1988. 

  1988.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    1989. 

  1989.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    1990. 

  1990. 

  1991.   Stage: Stage-2
    1992. 

  1992.     Map Reduce
    1993. 

  1993.       Alias -> Map Operator Tree:
    1994. 

  1994.         file:/tmp/sdong/hive_2011-02-10_17-06-42_647_6930739806966536340/-mr-10002 
    1995. 

  1995.             Reduce Output Operator
    1996. 

  1996.               key expressions:
    1997. 

  1997.                     expr: _col0
    1998. 

  1998.                     type: int
    1999. 

  1999.               sort order: +
    2000. 

  2000.               tag: -1
    2001. 

  2001.               value expressions:
    2002. 

  2002.                     expr: _col0
    2003. 

  2003.                     type: int
    2004. 

  2004.       Reduce Operator Tree:
    2005. 

  2005.         Extract
    2006. 

  2006.           File Output Operator
    2007. 

  2007.             compressed: false
    2008. 

  2008.             GlobalTableId: 0
    2009. 

  2009.             table:
    2010. 

  2010.                 input format: org.apache.hadoop.mapred.TextInputFormat
    2011. 

  2011.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2012. 

  2012. 

  2013.   Stage: Stage-0
    2014. 

  2014.     Fetch Operator
    2015. 

  2015.       limit: -1
    2016. 

  2016. 

  2017. 

  2018. PREHOOK: query: select a.key from t3 a left outer join t1 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2019. 

  2019. PREHOOK: type: QUERY
    2020. 

  2020. PREHOOK: Input: default@t1
    2021. 

  2021. PREHOOK: Input: default@t2
    2022. 

  2022. PREHOOK: Input: default@t3
    2023. 

  2023. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-42_752_7032165149735678247/-mr-10000
    2024. 

  2024. POSTHOOK: query: select a.key from t3 a left outer join t1 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2025. 

  2025. POSTHOOK: type: QUERY
    2026. 

  2026. POSTHOOK: Input: default@t1
    2027. 

  2027. POSTHOOK: Input: default@t2
    2028. 

  2028. POSTHOOK: Input: default@t3
    2029. 

  2029. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-42_752_7032165149735678247/-mr-10000
    2030. 

  2030. 0
    2031. 

  2031. 0
    2032. 

  2032. 0
    2033. 

  2033. 0
    2034. 

  2034. 0
    2035. 

  2035. 0
    2036. 

  2036. 0
    2037. 

  2037. 0
    2038. 

  2038. 0
    2039. 

  2039. 0
    2040. 

  2040. 0
    2041. 

  2041. 0
    2042. 

  2042. 0
    2043. 

  2043. 0
    2044. 

  2044. 0
    2045. 

  2045. 0
    2046. 

  2046. 0
    2047. 

  2047. 0
    2048. 

  2048. 4
    2049. 

  2049. 4
    2050. 

  2050. 8
    2051. 

  2051. 8
    2052. 

  2052. 10
    2053. 

  2053. 10
    2054. 

  2054. 10
    2055. 

  2055. 10
    2056. 

  2056. PREHOOK: query: explain select a.key from t1 a right outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2057. 

  2057. PREHOOK: type: QUERY
    2058. 

  2058. POSTHOOK: query: explain select a.key from t1 a right outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2059. 

  2059. POSTHOOK: type: QUERY
    2060. 

  2060. ABSTRACT SYNTAX TREE:
    2061. 

  2061.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_RIGHTOUTERJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t3) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t2) c) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    2062. 

  2062. 

  2063. STAGE DEPENDENCIES:
    2064. 

  2064.   Stage-1 is a root stage
    2065. 

  2065.   Stage-2 depends on stages: Stage-1
    2066. 

  2066.   Stage-0 is a root stage
    2067. 

  2067. 

  2068. STAGE PLANS:
    2069. 

  2069.   Stage: Stage-1
    2070. 

  2070.     Map Reduce
    2071. 

  2071.       Alias -> Map Operator Tree:
    2072. 

  2072.         a 
    2073. 

  2073.           TableScan
    2074. 

  2074.             alias: a
    2075. 

  2075.             Reduce Output Operator
    2076. 

  2076.               key expressions:
    2077. 

  2077.                     expr: key
    2078. 

  2078.                     type: int
    2079. 

  2079.               sort order: +
    2080. 

  2080.               Map-reduce partition columns:
    2081. 

  2081.                     expr: key
    2082. 

  2082.                     type: int
    2083. 

  2083.               tag: 0
    2084. 

  2084.               value expressions:
    2085. 

  2085.                     expr: key
    2086. 

  2086.                     type: int
    2087. 

  2087.         b 
    2088. 

  2088.           TableScan
    2089. 

  2089.             alias: b
    2090. 

  2090.             Reduce Output Operator
    2091. 

  2091.               key expressions:
    2092. 

  2092.                     expr: key
    2093. 

  2093.                     type: int
    2094. 

  2094.               sort order: +
    2095. 

  2095.               Map-reduce partition columns:
    2096. 

  2096.                     expr: key
    2097. 

  2097.                     type: int
    2098. 

  2098.               tag: 1
    2099. 

  2099.         c 
    2100. 

  2100.           TableScan
    2101. 

  2101.             alias: c
    2102. 

  2102.             Select Operator
    2103. 

  2103.               expressions:
    2104. 

  2104.                     expr: key
    2105. 

  2105.                     type: int
    2106. 

  2106.               outputColumnNames: key
    2107. 

  2107.               Group By Operator
    2108. 

  2108.                 bucketGroup: false
    2109. 

  2109.                 keys:
    2110. 

  2110.                       expr: key
    2111. 

  2111.                       type: int
    2112. 

  2112.                 mode: hash
    2113. 

  2113.                 outputColumnNames: _col0
    2114. 

  2114.                 Reduce Output Operator
    2115. 

  2115.                   key expressions:
    2116. 

  2116.                         expr: _col0
    2117. 

  2117.                         type: int
    2118. 

  2118.                   sort order: +
    2119. 

  2119.                   Map-reduce partition columns:
    2120. 

  2120.                         expr: _col0
    2121. 

  2121.                         type: int
    2122. 

  2122.                   tag: 2
    2123. 

  2123.       Reduce Operator Tree:
    2124. 

  2124.         Join Operator
    2125. 

  2125.           condition map:
    2126. 

  2126.                Right Outer Join0 to 1
    2127. 

  2127.                Left Semi Join 1 to 2
    2128. 

  2128.           condition expressions:
    2129. 

  2129.             0 {VALUE._col0}
    2130. 

  2130.             1 
    2131. 

  2131.             2 
    2132. 

  2132.           handleSkewJoin: false
    2133. 

  2133.           outputColumnNames: _col0
    2134. 

  2134.           Select Operator
    2135. 

  2135.             expressions:
    2136. 

  2136.                   expr: _col0
    2137. 

  2137.                   type: int
    2138. 

  2138.             outputColumnNames: _col0
    2139. 

  2139.             File Output Operator
    2140. 

  2140.               compressed: false
    2141. 

  2141.               GlobalTableId: 0
    2142. 

  2142.               table:
    2143. 

  2143.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2144. 

  2144.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2145. 

  2145. 

  2146.   Stage: Stage-2
    2147. 

  2147.     Map Reduce
    2148. 

  2148.       Alias -> Map Operator Tree:
    2149. 

  2149.         file:/tmp/sdong/hive_2011-02-10_17-06-49_770_643136424396000126/-mr-10002 
    2150. 

  2150.             Reduce Output Operator
    2151. 

  2151.               key expressions:
    2152. 

  2152.                     expr: _col0
    2153. 

  2153.                     type: int
    2154. 

  2154.               sort order: +
    2155. 

  2155.               tag: -1
    2156. 

  2156.               value expressions:
    2157. 

  2157.                     expr: _col0
    2158. 

  2158.                     type: int
    2159. 

  2159.       Reduce Operator Tree:
    2160. 

  2160.         Extract
    2161. 

  2161.           File Output Operator
    2162. 

  2162.             compressed: false
    2163. 

  2163.             GlobalTableId: 0
    2164. 

  2164.             table:
    2165. 

  2165.                 input format: org.apache.hadoop.mapred.TextInputFormat
    2166. 

  2166.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2167. 

  2167. 

  2168.   Stage: Stage-0
    2169. 

  2169.     Fetch Operator
    2170. 

  2170.       limit: -1
    2171. 

  2171. 

  2172. 

  2173. PREHOOK: query: select a.key from t1 a right outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2174. 

  2174. PREHOOK: type: QUERY
    2175. 

  2175. PREHOOK: Input: default@t1
    2176. 

  2176. PREHOOK: Input: default@t2
    2177. 

  2177. PREHOOK: Input: default@t3
    2178. 

  2178. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-49_878_1832122776231127136/-mr-10000
    2179. 

  2179. POSTHOOK: query: select a.key from t1 a right outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2180. 

  2180. POSTHOOK: type: QUERY
    2181. 

  2181. POSTHOOK: Input: default@t1
    2182. 

  2182. POSTHOOK: Input: default@t2
    2183. 

  2183. POSTHOOK: Input: default@t3
    2184. 

  2184. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-49_878_1832122776231127136/-mr-10000
    2185. 

  2185. NULL
    2186. 

  2186. NULL
    2187. 

  2187. NULL
    2188. 

  2188. 0
    2189. 

  2189. 0
    2190. 

  2190. 0
    2191. 

  2191. 0
    2192. 

  2192. 0
    2193. 

  2193. 0
    2194. 

  2194. 0
    2195. 

  2195. 0
    2196. 

  2196. 0
    2197. 

  2197. 0
    2198. 

  2198. 0
    2199. 

  2199. 0
    2200. 

  2200. 0
    2201. 

  2201. 0
    2202. 

  2202. 0
    2203. 

  2203. 0
    2204. 

  2204. 0
    2205. 

  2205. 0
    2206. 

  2206. 4
    2207. 

  2207. 4
    2208. 

  2208. 8
    2209. 

  2209. 8
    2210. 

  2210. 10
    2211. 

  2211. 10
    2212. 

  2212. 10
    2213. 

  2213. 10
    2214. 

  2214. PREHOOK: query: explain select a.key from t1 a full outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2215. 

  2215. PREHOOK: type: QUERY
    2216. 

  2216. POSTHOOK: query: explain select a.key from t1 a full outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2217. 

  2217. POSTHOOK: type: QUERY
    2218. 

  2218. ABSTRACT SYNTAX TREE:
    2219. 

  2219.   (TOK_QUERY (TOK_FROM (TOK_LEFTSEMIJOIN (TOK_FULLOUTERJOIN (TOK_TABREF (TOK_TABNAME t1) a) (TOK_TABREF (TOK_TABNAME t3) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t2) c) (= (. (TOK_TABLE_OR_COL b) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    2220. 

  2220. 

  2221. STAGE DEPENDENCIES:
    2222. 

  2222.   Stage-1 is a root stage
    2223. 

  2223.   Stage-2 depends on stages: Stage-1
    2224. 

  2224.   Stage-0 is a root stage
    2225. 

  2225. 

  2226. STAGE PLANS:
    2227. 

  2227.   Stage: Stage-1
    2228. 

  2228.     Map Reduce
    2229. 

  2229.       Alias -> Map Operator Tree:
    2230. 

  2230.         a 
    2231. 

  2231.           TableScan
    2232. 

  2232.             alias: a
    2233. 

  2233.             Reduce Output Operator
    2234. 

  2234.               key expressions:
    2235. 

  2235.                     expr: key
    2236. 

  2236.                     type: int
    2237. 

  2237.               sort order: +
    2238. 

  2238.               Map-reduce partition columns:
    2239. 

  2239.                     expr: key
    2240. 

  2240.                     type: int
    2241. 

  2241.               tag: 0
    2242. 

  2242.               value expressions:
    2243. 

  2243.                     expr: key
    2244. 

  2244.                     type: int
    2245. 

  2245.         b 
    2246. 

  2246.           TableScan
    2247. 

  2247.             alias: b
    2248. 

  2248.             Reduce Output Operator
    2249. 

  2249.               key expressions:
    2250. 

  2250.                     expr: key
    2251. 

  2251.                     type: int
    2252. 

  2252.               sort order: +
    2253. 

  2253.               Map-reduce partition columns:
    2254. 

  2254.                     expr: key
    2255. 

  2255.                     type: int
    2256. 

  2256.               tag: 1
    2257. 

  2257.         c 
    2258. 

  2258.           TableScan
    2259. 

  2259.             alias: c
    2260. 

  2260.             Select Operator
    2261. 

  2261.               expressions:
    2262. 

  2262.                     expr: key
    2263. 

  2263.                     type: int
    2264. 

  2264.               outputColumnNames: key
    2265. 

  2265.               Group By Operator
    2266. 

  2266.                 bucketGroup: false
    2267. 

  2267.                 keys:
    2268. 

  2268.                       expr: key
    2269. 

  2269.                       type: int
    2270. 

  2270.                 mode: hash
    2271. 

  2271.                 outputColumnNames: _col0
    2272. 

  2272.                 Reduce Output Operator
    2273. 

  2273.                   key expressions:
    2274. 

  2274.                         expr: _col0
    2275. 

  2275.                         type: int
    2276. 

  2276.                   sort order: +
    2277. 

  2277.                   Map-reduce partition columns:
    2278. 

  2278.                         expr: _col0
    2279. 

  2279.                         type: int
    2280. 

  2280.                   tag: 2
    2281. 

  2281.       Reduce Operator Tree:
    2282. 

  2282.         Join Operator
    2283. 

  2283.           condition map:
    2284. 

  2284.                Outer Join 0 to 1
    2285. 

  2285.                Left Semi Join 1 to 2
    2286. 

  2286.           condition expressions:
    2287. 

  2287.             0 {VALUE._col0}
    2288. 

  2288.             1 
    2289. 

  2289.             2 
    2290. 

  2290.           handleSkewJoin: false
    2291. 

  2291.           outputColumnNames: _col0
    2292. 

  2292.           Select Operator
    2293. 

  2293.             expressions:
    2294. 

  2294.                   expr: _col0
    2295. 

  2295.                   type: int
    2296. 

  2296.             outputColumnNames: _col0
    2297. 

  2297.             File Output Operator
    2298. 

  2298.               compressed: false
    2299. 

  2299.               GlobalTableId: 0
    2300. 

  2300.               table:
    2301. 

  2301.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2302. 

  2302.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2303. 

  2303. 

  2304.   Stage: Stage-2
    2305. 

  2305.     Map Reduce
    2306. 

  2306.       Alias -> Map Operator Tree:
    2307. 

  2307.         file:/tmp/sdong/hive_2011-02-10_17-06-56_968_7643972596631988821/-mr-10002 
    2308. 

  2308.             Reduce Output Operator
    2309. 

  2309.               key expressions:
    2310. 

  2310.                     expr: _col0
    2311. 

  2311.                     type: int
    2312. 

  2312.               sort order: +
    2313. 

  2313.               tag: -1
    2314. 

  2314.               value expressions:
    2315. 

  2315.                     expr: _col0
    2316. 

  2316.                     type: int
    2317. 

  2317.       Reduce Operator Tree:
    2318. 

  2318.         Extract
    2319. 

  2319.           File Output Operator
    2320. 

  2320.             compressed: false
    2321. 

  2321.             GlobalTableId: 0
    2322. 

  2322.             table:
    2323. 

  2323.                 input format: org.apache.hadoop.mapred.TextInputFormat
    2324. 

  2324.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2325. 

  2325. 

  2326.   Stage: Stage-0
    2327. 

  2327.     Fetch Operator
    2328. 

  2328.       limit: -1
    2329. 

  2329. 

  2330. 

  2331. PREHOOK: query: select a.key from t1 a full outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2332. 

  2332. PREHOOK: type: QUERY
    2333. 

  2333. PREHOOK: Input: default@t1
    2334. 

  2334. PREHOOK: Input: default@t2
    2335. 

  2335. PREHOOK: Input: default@t3
    2336. 

  2336. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-57_080_8193264678320216901/-mr-10000
    2337. 

  2337. POSTHOOK: query: select a.key from t1 a full outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key
    2338. 

  2338. POSTHOOK: type: QUERY
    2339. 

  2339. POSTHOOK: Input: default@t1
    2340. 

  2340. POSTHOOK: Input: default@t2
    2341. 

  2341. POSTHOOK: Input: default@t3
    2342. 

  2342. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-06-57_080_8193264678320216901/-mr-10000
    2343. 

  2343. NULL
    2344. 

  2344. NULL
    2345. 

  2345. NULL
    2346. 

  2346. 0
    2347. 

  2347. 0
    2348. 

  2348. 0
    2349. 

  2349. 0
    2350. 

  2350. 0
    2351. 

  2351. 0
    2352. 

  2352. 0
    2353. 

  2353. 0
    2354. 

  2354. 0
    2355. 

  2355. 0
    2356. 

  2356. 0
    2357. 

  2357. 0
    2358. 

  2358. 0
    2359. 

  2359. 0
    2360. 

  2360. 0
    2361. 

  2361. 0
    2362. 

  2362. 0
    2363. 

  2363. 0
    2364. 

  2364. 4
    2365. 

  2365. 4
    2366. 

  2366. 8
    2367. 

  2367. 8
    2368. 

  2368. 10
    2369. 

  2369. 10
    2370. 

  2370. 10
    2371. 

  2371. 10
    2372. 

  2372. PREHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.key = c.key sort by a.key
    2373. 

  2373. PREHOOK: type: QUERY
    2374. 

  2374. POSTHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.key = c.key sort by a.key
    2375. 

  2375. POSTHOOK: type: QUERY
    2376. 

  2376. ABSTRACT SYNTAX TREE:
    2377. 

  2377.   (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t1) c) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    2378. 

  2378. 

  2379. STAGE DEPENDENCIES:
    2380. 

  2380.   Stage-1 is a root stage
    2381. 

  2381.   Stage-2 depends on stages: Stage-1
    2382. 

  2382.   Stage-0 is a root stage
    2383. 

  2383. 

  2384. STAGE PLANS:
    2385. 

  2385.   Stage: Stage-1
    2386. 

  2386.     Map Reduce
    2387. 

  2387.       Alias -> Map Operator Tree:
    2388. 

  2388.         a 
    2389. 

  2389.           TableScan
    2390. 

  2390.             alias: a
    2391. 

  2391.             Reduce Output Operator
    2392. 

  2392.               key expressions:
    2393. 

  2393.                     expr: key
    2394. 

  2394.                     type: int
    2395. 

  2395.               sort order: +
    2396. 

  2396.               Map-reduce partition columns:
    2397. 

  2397.                     expr: key
    2398. 

  2398.                     type: int
    2399. 

  2399.               tag: 0
    2400. 

  2400.               value expressions:
    2401. 

  2401.                     expr: key
    2402. 

  2402.                     type: int
    2403. 

  2403.         b 
    2404. 

  2404.           TableScan
    2405. 

  2405.             alias: b
    2406. 

  2406.             Select Operator
    2407. 

  2407.               expressions:
    2408. 

  2408.                     expr: key
    2409. 

  2409.                     type: int
    2410. 

  2410.               outputColumnNames: key
    2411. 

  2411.               Group By Operator
    2412. 

  2412.                 bucketGroup: false
    2413. 

  2413.                 keys:
    2414. 

  2414.                       expr: key
    2415. 

  2415.                       type: int
    2416. 

  2416.                 mode: hash
    2417. 

  2417.                 outputColumnNames: _col0
    2418. 

  2418.                 Reduce Output Operator
    2419. 

  2419.                   key expressions:
    2420. 

  2420.                         expr: _col0
    2421. 

  2421.                         type: int
    2422. 

  2422.                   sort order: +
    2423. 

  2423.                   Map-reduce partition columns:
    2424. 

  2424.                         expr: _col0
    2425. 

  2425.                         type: int
    2426. 

  2426.                   tag: 1
    2427. 

  2427.         c 
    2428. 

  2428.           TableScan
    2429. 

  2429.             alias: c
    2430. 

  2430.             Reduce Output Operator
    2431. 

  2431.               key expressions:
    2432. 

  2432.                     expr: key
    2433. 

  2433.                     type: int
    2434. 

  2434.               sort order: +
    2435. 

  2435.               Map-reduce partition columns:
    2436. 

  2436.                     expr: key
    2437. 

  2437.                     type: int
    2438. 

  2438.               tag: 2
    2439. 

  2439.       Reduce Operator Tree:
    2440. 

  2440.         Join Operator
    2441. 

  2441.           condition map:
    2442. 

  2442.                Left Semi Join 0 to 1
    2443. 

  2443.                Left Outer Join0 to 2
    2444. 

  2444.           condition expressions:
    2445. 

  2445.             0 {VALUE._col0}
    2446. 

  2446.             1 
    2447. 

  2447.             2 
    2448. 

  2448.           handleSkewJoin: false
    2449. 

  2449.           outputColumnNames: _col0
    2450. 

  2450.           Select Operator
    2451. 

  2451.             expressions:
    2452. 

  2452.                   expr: _col0
    2453. 

  2453.                   type: int
    2454. 

  2454.             outputColumnNames: _col0
    2455. 

  2455.             File Output Operator
    2456. 

  2456.               compressed: false
    2457. 

  2457.               GlobalTableId: 0
    2458. 

  2458.               table:
    2459. 

  2459.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2460. 

  2460.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2461. 

  2461. 

  2462.   Stage: Stage-2
    2463. 

  2463.     Map Reduce
    2464. 

  2464.       Alias -> Map Operator Tree:
    2465. 

  2465.         file:/tmp/sdong/hive_2011-02-10_17-07-04_107_6251353695567907652/-mr-10002 
    2466. 

  2466.             Reduce Output Operator
    2467. 

  2467.               key expressions:
    2468. 

  2468.                     expr: _col0
    2469. 

  2469.                     type: int
    2470. 

  2470.               sort order: +
    2471. 

  2471.               tag: -1
    2472. 

  2472.               value expressions:
    2473. 

  2473.                     expr: _col0
    2474. 

  2474.                     type: int
    2475. 

  2475.       Reduce Operator Tree:
    2476. 

  2476.         Extract
    2477. 

  2477.           File Output Operator
    2478. 

  2478.             compressed: false
    2479. 

  2479.             GlobalTableId: 0
    2480. 

  2480.             table:
    2481. 

  2481.                 input format: org.apache.hadoop.mapred.TextInputFormat
    2482. 

  2482.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2483. 

  2483. 

  2484.   Stage: Stage-0
    2485. 

  2485.     Fetch Operator
    2486. 

  2486.       limit: -1
    2487. 

  2487. 

  2488. 

  2489. PREHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.key = c.key sort by a.key
    2490. 

  2490. PREHOOK: type: QUERY
    2491. 

  2491. PREHOOK: Input: default@t1
    2492. 

  2492. PREHOOK: Input: default@t2
    2493. 

  2493. PREHOOK: Input: default@t3
    2494. 

  2494. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-04_211_3457575679962196635/-mr-10000
    2495. 

  2495. POSTHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.key = c.key sort by a.key
    2496. 

  2496. POSTHOOK: type: QUERY
    2497. 

  2497. POSTHOOK: Input: default@t1
    2498. 

  2498. POSTHOOK: Input: default@t2
    2499. 

  2499. POSTHOOK: Input: default@t3
    2500. 

  2500. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-04_211_3457575679962196635/-mr-10000
    2501. 

  2501. 0
    2502. 

  2502. 0
    2503. 

  2503. 0
    2504. 

  2504. 0
    2505. 

  2505. 0
    2506. 

  2506. 0
    2507. 

  2507. 0
    2508. 

  2508. 0
    2509. 

  2509. 0
    2510. 

  2510. 0
    2511. 

  2511. 0
    2512. 

  2512. 0
    2513. 

  2513. 0
    2514. 

  2514. 0
    2515. 

  2515. 0
    2516. 

  2516. 0
    2517. 

  2517. 0
    2518. 

  2518. 0
    2519. 

  2519. 4
    2520. 

  2520. 4
    2521. 

  2521. 8
    2522. 

  2522. 8
    2523. 

  2523. 10
    2524. 

  2524. 10
    2525. 

  2525. 10
    2526. 

  2526. 10
    2527. 

  2527. 16
    2528. 

  2528. 18
    2529. 

  2529. 20
    2530. 

  2530. PREHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key right outer join t1 c on a.key = c.key sort by a.key
    2531. 

  2531. PREHOOK: type: QUERY
    2532. 

  2532. POSTHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key right outer join t1 c on a.key = c.key sort by a.key
    2533. 

  2533. POSTHOOK: type: QUERY
    2534. 

  2534. ABSTRACT SYNTAX TREE:
    2535. 

  2535.   (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t1) c) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    2536. 

  2536. 

  2537. STAGE DEPENDENCIES:
    2538. 

  2538.   Stage-1 is a root stage
    2539. 

  2539.   Stage-2 depends on stages: Stage-1
    2540. 

  2540.   Stage-0 is a root stage
    2541. 

  2541. 

  2542. STAGE PLANS:
    2543. 

  2543.   Stage: Stage-1
    2544. 

  2544.     Map Reduce
    2545. 

  2545.       Alias -> Map Operator Tree:
    2546. 

  2546.         a 
    2547. 

  2547.           TableScan
    2548. 

  2548.             alias: a
    2549. 

  2549.             Reduce Output Operator
    2550. 

  2550.               key expressions:
    2551. 

  2551.                     expr: key
    2552. 

  2552.                     type: int
    2553. 

  2553.               sort order: +
    2554. 

  2554.               Map-reduce partition columns:
    2555. 

  2555.                     expr: key
    2556. 

  2556.                     type: int
    2557. 

  2557.               tag: 0
    2558. 

  2558.               value expressions:
    2559. 

  2559.                     expr: key
    2560. 

  2560.                     type: int
    2561. 

  2561.         b 
    2562. 

  2562.           TableScan
    2563. 

  2563.             alias: b
    2564. 

  2564.             Select Operator
    2565. 

  2565.               expressions:
    2566. 

  2566.                     expr: key
    2567. 

  2567.                     type: int
    2568. 

  2568.               outputColumnNames: key
    2569. 

  2569.               Group By Operator
    2570. 

  2570.                 bucketGroup: false
    2571. 

  2571.                 keys:
    2572. 

  2572.                       expr: key
    2573. 

  2573.                       type: int
    2574. 

  2574.                 mode: hash
    2575. 

  2575.                 outputColumnNames: _col0
    2576. 

  2576.                 Reduce Output Operator
    2577. 

  2577.                   key expressions:
    2578. 

  2578.                         expr: _col0
    2579. 

  2579.                         type: int
    2580. 

  2580.                   sort order: +
    2581. 

  2581.                   Map-reduce partition columns:
    2582. 

  2582.                         expr: _col0
    2583. 

  2583.                         type: int
    2584. 

  2584.                   tag: 1
    2585. 

  2585.         c 
    2586. 

  2586.           TableScan
    2587. 

  2587.             alias: c
    2588. 

  2588.             Reduce Output Operator
    2589. 

  2589.               key expressions:
    2590. 

  2590.                     expr: key
    2591. 

  2591.                     type: int
    2592. 

  2592.               sort order: +
    2593. 

  2593.               Map-reduce partition columns:
    2594. 

  2594.                     expr: key
    2595. 

  2595.                     type: int
    2596. 

  2596.               tag: 2
    2597. 

  2597.       Reduce Operator Tree:
    2598. 

  2598.         Join Operator
    2599. 

  2599.           condition map:
    2600. 

  2600.                Left Semi Join 0 to 1
    2601. 

  2601.                Right Outer Join0 to 2
    2602. 

  2602.           condition expressions:
    2603. 

  2603.             0 {VALUE._col0}
    2604. 

  2604.             1 
    2605. 

  2605.             2 
    2606. 

  2606.           handleSkewJoin: false
    2607. 

  2607.           outputColumnNames: _col0
    2608. 

  2608.           Select Operator
    2609. 

  2609.             expressions:
    2610. 

  2610.                   expr: _col0
    2611. 

  2611.                   type: int
    2612. 

  2612.             outputColumnNames: _col0
    2613. 

  2613.             File Output Operator
    2614. 

  2614.               compressed: false
    2615. 

  2615.               GlobalTableId: 0
    2616. 

  2616.               table:
    2617. 

  2617.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2618. 

  2618.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2619. 

  2619. 

  2620.   Stage: Stage-2
    2621. 

  2621.     Map Reduce
    2622. 

  2622.       Alias -> Map Operator Tree:
    2623. 

  2623.         file:/tmp/sdong/hive_2011-02-10_17-07-11_322_7072549615087920137/-mr-10002 
    2624. 

  2624.             Reduce Output Operator
    2625. 

  2625.               key expressions:
    2626. 

  2626.                     expr: _col0
    2627. 

  2627.                     type: int
    2628. 

  2628.               sort order: +
    2629. 

  2629.               tag: -1
    2630. 

  2630.               value expressions:
    2631. 

  2631.                     expr: _col0
    2632. 

  2632.                     type: int
    2633. 

  2633.       Reduce Operator Tree:
    2634. 

  2634.         Extract
    2635. 

  2635.           File Output Operator
    2636. 

  2636.             compressed: false
    2637. 

  2637.             GlobalTableId: 0
    2638. 

  2638.             table:
    2639. 

  2639.                 input format: org.apache.hadoop.mapred.TextInputFormat
    2640. 

  2640.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2641. 

  2641. 

  2642.   Stage: Stage-0
    2643. 

  2643.     Fetch Operator
    2644. 

  2644.       limit: -1
    2645. 

  2645. 

  2646. 

  2647. PREHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key right outer join t1 c on a.key = c.key sort by a.key
    2648. 

  2648. PREHOOK: type: QUERY
    2649. 

  2649. PREHOOK: Input: default@t1
    2650. 

  2650. PREHOOK: Input: default@t2
    2651. 

  2651. PREHOOK: Input: default@t3
    2652. 

  2652. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-11_426_2212605511914985664/-mr-10000
    2653. 

  2653. POSTHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key right outer join t1 c on a.key = c.key sort by a.key
    2654. 

  2654. POSTHOOK: type: QUERY
    2655. 

  2655. POSTHOOK: Input: default@t1
    2656. 

  2656. POSTHOOK: Input: default@t2
    2657. 

  2657. POSTHOOK: Input: default@t3
    2658. 

  2658. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-11_426_2212605511914985664/-mr-10000
    2659. 

  2659. NULL
    2660. 

  2660. NULL
    2661. 

  2661. NULL
    2662. 

  2662. NULL
    2663. 

  2663. NULL
    2664. 

  2664. 0
    2665. 

  2665. 0
    2666. 

  2666. 0
    2667. 

  2667. 0
    2668. 

  2668. 0
    2669. 

  2669. 0
    2670. 

  2670. 0
    2671. 

  2671. 0
    2672. 

  2672. 0
    2673. 

  2673. 0
    2674. 

  2674. 0
    2675. 

  2675. 0
    2676. 

  2676. 0
    2677. 

  2677. 0
    2678. 

  2678. 0
    2679. 

  2679. 0
    2680. 

  2680. 0
    2681. 

  2681. 0
    2682. 

  2682. 4
    2683. 

  2683. 4
    2684. 

  2684. 8
    2685. 

  2685. 8
    2686. 

  2686. 10
    2687. 

  2687. 10
    2688. 

  2688. 10
    2689. 

  2689. 10
    2690. 

  2690. PREHOOK: query: explain select a.key from t3 a left semi join t1 b on a.key = b.key full outer join t2 c on a.key = c.key sort by a.key
    2691. 

  2691. PREHOOK: type: QUERY
    2692. 

  2692. POSTHOOK: query: explain select a.key from t3 a left semi join t1 b on a.key = b.key full outer join t2 c on a.key = c.key sort by a.key
    2693. 

  2693. POSTHOOK: type: QUERY
    2694. 

  2694. ABSTRACT SYNTAX TREE:
    2695. 

  2695.   (TOK_QUERY (TOK_FROM (TOK_FULLOUTERJOIN (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t1) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t2) c) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL c) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    2696. 

  2696. 

  2697. STAGE DEPENDENCIES:
    2698. 

  2698.   Stage-1 is a root stage
    2699. 

  2699.   Stage-2 depends on stages: Stage-1
    2700. 

  2700.   Stage-0 is a root stage
    2701. 

  2701. 

  2702. STAGE PLANS:
    2703. 

  2703.   Stage: Stage-1
    2704. 

  2704.     Map Reduce
    2705. 

  2705.       Alias -> Map Operator Tree:
    2706. 

  2706.         a 
    2707. 

  2707.           TableScan
    2708. 

  2708.             alias: a
    2709. 

  2709.             Reduce Output Operator
    2710. 

  2710.               key expressions:
    2711. 

  2711.                     expr: key
    2712. 

  2712.                     type: int
    2713. 

  2713.               sort order: +
    2714. 

  2714.               Map-reduce partition columns:
    2715. 

  2715.                     expr: key
    2716. 

  2716.                     type: int
    2717. 

  2717.               tag: 0
    2718. 

  2718.               value expressions:
    2719. 

  2719.                     expr: key
    2720. 

  2720.                     type: int
    2721. 

  2721.         b 
    2722. 

  2722.           TableScan
    2723. 

  2723.             alias: b
    2724. 

  2724.             Select Operator
    2725. 

  2725.               expressions:
    2726. 

  2726.                     expr: key
    2727. 

  2727.                     type: int
    2728. 

  2728.               outputColumnNames: key
    2729. 

  2729.               Group By Operator
    2730. 

  2730.                 bucketGroup: false
    2731. 

  2731.                 keys:
    2732. 

  2732.                       expr: key
    2733. 

  2733.                       type: int
    2734. 

  2734.                 mode: hash
    2735. 

  2735.                 outputColumnNames: _col0
    2736. 

  2736.                 Reduce Output Operator
    2737. 

  2737.                   key expressions:
    2738. 

  2738.                         expr: _col0
    2739. 

  2739.                         type: int
    2740. 

  2740.                   sort order: +
    2741. 

  2741.                   Map-reduce partition columns:
    2742. 

  2742.                         expr: _col0
    2743. 

  2743.                         type: int
    2744. 

  2744.                   tag: 1
    2745. 

  2745.         c 
    2746. 

  2746.           TableScan
    2747. 

  2747.             alias: c
    2748. 

  2748.             Reduce Output Operator
    2749. 

  2749.               key expressions:
    2750. 

  2750.                     expr: key
    2751. 

  2751.                     type: int
    2752. 

  2752.               sort order: +
    2753. 

  2753.               Map-reduce partition columns:
    2754. 

  2754.                     expr: key
    2755. 

  2755.                     type: int
    2756. 

  2756.               tag: 2
    2757. 

  2757.       Reduce Operator Tree:
    2758. 

  2758.         Join Operator
    2759. 

  2759.           condition map:
    2760. 

  2760.                Left Semi Join 0 to 1
    2761. 

  2761.                Outer Join 0 to 2
    2762. 

  2762.           condition expressions:
    2763. 

  2763.             0 {VALUE._col0}
    2764. 

  2764.             1 
    2765. 

  2765.             2 
    2766. 

  2766.           handleSkewJoin: false
    2767. 

  2767.           outputColumnNames: _col0
    2768. 

  2768.           Select Operator
    2769. 

  2769.             expressions:
    2770. 

  2770.                   expr: _col0
    2771. 

  2771.                   type: int
    2772. 

  2772.             outputColumnNames: _col0
    2773. 

  2773.             File Output Operator
    2774. 

  2774.               compressed: false
    2775. 

  2775.               GlobalTableId: 0
    2776. 

  2776.               table:
    2777. 

  2777.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2778. 

  2778.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2779. 

  2779. 

  2780.   Stage: Stage-2
    2781. 

  2781.     Map Reduce
    2782. 

  2782.       Alias -> Map Operator Tree:
    2783. 

  2783.         file:/tmp/sdong/hive_2011-02-10_17-07-18_609_2326696937241485221/-mr-10002 
    2784. 

  2784.             Reduce Output Operator
    2785. 

  2785.               key expressions:
    2786. 

  2786.                     expr: _col0
    2787. 

  2787.                     type: int
    2788. 

  2788.               sort order: +
    2789. 

  2789.               tag: -1
    2790. 

  2790.               value expressions:
    2791. 

  2791.                     expr: _col0
    2792. 

  2792.                     type: int
    2793. 

  2793.       Reduce Operator Tree:
    2794. 

  2794.         Extract
    2795. 

  2795.           File Output Operator
    2796. 

  2796.             compressed: false
    2797. 

  2797.             GlobalTableId: 0
    2798. 

  2798.             table:
    2799. 

  2799.                 input format: org.apache.hadoop.mapred.TextInputFormat
    2800. 

  2800.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    2801. 

  2801. 

  2802.   Stage: Stage-0
    2803. 

  2803.     Fetch Operator
    2804. 

  2804.       limit: -1
    2805. 

  2805. 

  2806. 

  2807. PREHOOK: query: select a.key from t3 a left semi join t1 b on a.key = b.key full outer join t2 c on a.key = c.key sort by a.key
    2808. 

  2808. PREHOOK: type: QUERY
    2809. 

  2809. PREHOOK: Input: default@t1
    2810. 

  2810. PREHOOK: Input: default@t2
    2811. 

  2811. PREHOOK: Input: default@t3
    2812. 

  2812. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-18_713_5822041319246326513/-mr-10000
    2813. 

  2813. POSTHOOK: query: select a.key from t3 a left semi join t1 b on a.key = b.key full outer join t2 c on a.key = c.key sort by a.key
    2814. 

  2814. POSTHOOK: type: QUERY
    2815. 

  2815. POSTHOOK: Input: default@t1
    2816. 

  2816. POSTHOOK: Input: default@t2
    2817. 

  2817. POSTHOOK: Input: default@t3
    2818. 

  2818. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-18_713_5822041319246326513/-mr-10000
    2819. 

  2819. NULL
    2820. 

  2820. NULL
    2821. 

  2821. NULL
    2822. 

  2822. 0
    2823. 

  2823. 0
    2824. 

  2824. 0
    2825. 

  2825. 0
    2826. 

  2826. 0
    2827. 

  2827. 0
    2828. 

  2828. 0
    2829. 

  2829. 0
    2830. 

  2830. 0
    2831. 

  2831. 0
    2832. 

  2832. 0
    2833. 

  2833. 0
    2834. 

  2834. 0
    2835. 

  2835. 0
    2836. 

  2836. 0
    2837. 

  2837. 0
    2838. 

  2838. 0
    2839. 

  2839. 0
    2840. 

  2840. 2
    2841. 

  2841. 4
    2842. 

  2842. 4
    2843. 

  2843. 5
    2844. 

  2844. 5
    2845. 

  2845. 5
    2846. 

  2846. 8
    2847. 

  2847. 8
    2848. 

  2848. 9
    2849. 

  2849. 10
    2850. 

  2850. 10
    2851. 

  2851. 10
    2852. 

  2852. 10
    2853. 

  2853. 10
    2854. 

  2854. 10
    2855. 

  2855. 10
    2856. 

  2856. 10
    2857. 

  2857. 10
    2858. 

  2858. 10
    2859. 

  2859. 10
    2860. 

  2860. 10
    2861. 

  2861. PREHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.value = c.value sort by a.key
    2862. 

  2862. PREHOOK: type: QUERY
    2863. 

  2863. POSTHOOK: query: explain select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.value = c.value sort by a.key
    2864. 

  2864. POSTHOOK: type: QUERY
    2865. 

  2865. ABSTRACT SYNTAX TREE:
    2866. 

  2866.   (TOK_QUERY (TOK_FROM (TOK_LEFTOUTERJOIN (TOK_LEFTSEMIJOIN (TOK_TABREF (TOK_TABNAME t3) a) (TOK_TABREF (TOK_TABNAME t2) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key))) (TOK_TABREF (TOK_TABNAME t1) c) (= (. (TOK_TABLE_OR_COL a) value) (. (TOK_TABLE_OR_COL c) value)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (. (TOK_TABLE_OR_COL a) key)))))
    2867. 

  2867. 

  2868. STAGE DEPENDENCIES:
    2869. 

  2869.   Stage-1 is a root stage
    2870. 

  2870.   Stage-2 depends on stages: Stage-1
    2871. 

  2871.   Stage-3 depends on stages: Stage-2
    2872. 

  2872.   Stage-0 is a root stage
    2873. 

  2873. 

  2874. STAGE PLANS:
    2875. 

  2875.   Stage: Stage-1
    2876. 

  2876.     Map Reduce
    2877. 

  2877.       Alias -> Map Operator Tree:
    2878. 

  2878.         a 
    2879. 

  2879.           TableScan
    2880. 

  2880.             alias: a
    2881. 

  2881.             Reduce Output Operator
    2882. 

  2882.               key expressions:
    2883. 

  2883.                     expr: key
    2884. 

  2884.                     type: int
    2885. 

  2885.               sort order: +
    2886. 

  2886.               Map-reduce partition columns:
    2887. 

  2887.                     expr: key
    2888. 

  2888.                     type: int
    2889. 

  2889.               tag: 0
    2890. 

  2890.               value expressions:
    2891. 

  2891.                     expr: key
    2892. 

  2892.                     type: int
    2893. 

  2893.                     expr: value
    2894. 

  2894.                     type: string
    2895. 

  2895.         b 
    2896. 

  2896.           TableScan
    2897. 

  2897.             alias: b
    2898. 

  2898.             Select Operator
    2899. 

  2899.               expressions:
    2900. 

  2900.                     expr: key
    2901. 

  2901.                     type: int
    2902. 

  2902.               outputColumnNames: key
    2903. 

  2903.               Group By Operator
    2904. 

  2904.                 bucketGroup: false
    2905. 

  2905.                 keys:
    2906. 

  2906.                       expr: key
    2907. 

  2907.                       type: int
    2908. 

  2908.                 mode: hash
    2909. 

  2909.                 outputColumnNames: _col0
    2910. 

  2910.                 Reduce Output Operator
    2911. 

  2911.                   key expressions:
    2912. 

  2912.                         expr: _col0
    2913. 

  2913.                         type: int
    2914. 

  2914.                   sort order: +
    2915. 

  2915.                   Map-reduce partition columns:
    2916. 

  2916.                         expr: _col0
    2917. 

  2917.                         type: int
    2918. 

  2918.                   tag: 1
    2919. 

  2919.       Reduce Operator Tree:
    2920. 

  2920.         Join Operator
    2921. 

  2921.           condition map:
    2922. 

  2922.                Left Semi Join 0 to 1
    2923. 

  2923.           condition expressions:
    2924. 

  2924.             0 {VALUE._col0} {VALUE._col1}
    2925. 

  2925.             1 
    2926. 

  2926.           handleSkewJoin: false
    2927. 

  2927.           outputColumnNames: _col0, _col1
    2928. 

  2928.           File Output Operator
    2929. 

  2929.             compressed: false
    2930. 

  2930.             GlobalTableId: 0
    2931. 

  2931.             table:
    2932. 

  2932.                 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2933. 

  2933.                 output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2934. 

  2934. 

  2935.   Stage: Stage-2
    2936. 

  2936.     Map Reduce
    2937. 

  2937.       Alias -> Map Operator Tree:
    2938. 

  2938.         $INTNAME 
    2939. 

  2939.             Reduce Output Operator
    2940. 

  2940.               key expressions:
    2941. 

  2941.                     expr: _col1
    2942. 

  2942.                     type: string
    2943. 

  2943.               sort order: +
    2944. 

  2944.               Map-reduce partition columns:
    2945. 

  2945.                     expr: _col1
    2946. 

  2946.                     type: string
    2947. 

  2947.               tag: 0
    2948. 

  2948.               value expressions:
    2949. 

  2949.                     expr: _col0
    2950. 

  2950.                     type: int
    2951. 

  2951.         c 
    2952. 

  2952.           TableScan
    2953. 

  2953.             alias: c
    2954. 

  2954.             Reduce Output Operator
    2955. 

  2955.               key expressions:
    2956. 

  2956.                     expr: value
    2957. 

  2957.                     type: string
    2958. 

  2958.               sort order: +
    2959. 

  2959.               Map-reduce partition columns:
    2960. 

  2960.                     expr: value
    2961. 

  2961.                     type: string
    2962. 

  2962.               tag: 1
    2963. 

  2963.       Reduce Operator Tree:
    2964. 

  2964.         Join Operator
    2965. 

  2965.           condition map:
    2966. 

  2966.                Left Outer Join0 to 1
    2967. 

  2967.           condition expressions:
    2968. 

  2968.             0 {VALUE._col0}
    2969. 

  2969.             1 
    2970. 

  2970.           handleSkewJoin: false
    2971. 

  2971.           outputColumnNames: _col0
    2972. 

  2972.           Select Operator
    2973. 

  2973.             expressions:
    2974. 

  2974.                   expr: _col0
    2975. 

  2975.                   type: int
    2976. 

  2976.             outputColumnNames: _col0
    2977. 

  2977.             File Output Operator
    2978. 

  2978.               compressed: false
    2979. 

  2979.               GlobalTableId: 0
    2980. 

  2980.               table:
    2981. 

  2981.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    2982. 

  2982.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    2983. 

  2983. 

  2984.   Stage: Stage-3
    2985. 

  2985.     Map Reduce
    2986. 

  2986.       Alias -> Map Operator Tree:
    2987. 

  2987.         file:/tmp/sdong/hive_2011-02-10_17-07-25_999_7077184010366818399/-mr-10003 
    2988. 

  2988.             Reduce Output Operator
    2989. 

  2989.               key expressions:
    2990. 

  2990.                     expr: _col0
    2991. 

  2991.                     type: int
    2992. 

  2992.               sort order: +
    2993. 

  2993.               tag: -1
    2994. 

  2994.               value expressions:
    2995. 

  2995.                     expr: _col0
    2996. 

  2996.                     type: int
    2997. 

  2997.       Reduce Operator Tree:
    2998. 

  2998.         Extract
    2999. 

  2999.           File Output Operator
    3000. 

  3000.             compressed: false
    3001. 

  3001.             GlobalTableId: 0
    3002. 

  3002.             table:
    3003. 

  3003.                 input format: org.apache.hadoop.mapred.TextInputFormat
    3004. 

  3004.                 output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    3005. 

  3005. 

  3006.   Stage: Stage-0
    3007. 

  3007.     Fetch Operator
    3008. 

  3008.       limit: -1
    3009. 

  3009. 

  3010. 

  3011. PREHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.value = c.value sort by a.key
    3012. 

  3012. PREHOOK: type: QUERY
    3013. 

  3013. PREHOOK: Input: default@t1
    3014. 

  3014. PREHOOK: Input: default@t2
    3015. 

  3015. PREHOOK: Input: default@t3
    3016. 

  3016. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-26_116_7797736579721782344/-mr-10000
    3017. 

  3017. POSTHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.value = c.value sort by a.key
    3018. 

  3018. POSTHOOK: type: QUERY
    3019. 

  3019. POSTHOOK: Input: default@t1
    3020. 

  3020. POSTHOOK: Input: default@t2
    3021. 

  3021. POSTHOOK: Input: default@t3
    3022. 

  3022. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-07-26_116_7797736579721782344/-mr-10000
    3023. 

  3023. 0
    3024. 

  3024. 0
    3025. 

  3025. 0
    3026. 

  3026. 0
    3027. 

  3027. 0
    3028. 

  3028. 0
    3029. 

  3029. 0
    3030. 

  3030. 0
    3031. 

  3031. 0
    3032. 

  3032. 0
    3033. 

  3033. 0
    3034. 

  3034. 0
    3035. 

  3035. 0
    3036. 

  3036. 0
    3037. 

  3037. 0
    3038. 

  3038. 0
    3039. 

  3039. 0
    3040. 

  3040. 0
    3041. 

  3041. 4
    3042. 

  3042. 4
    3043. 

  3043. 8
    3044. 

  3044. 8
    3045. 

  3045. 10
    3046. 

  3046. 10
    3047. 

  3047. 10
    3048. 

  3048. 10
    3049. 

  3049. 10
    3050. 

  3050. 10
    3051. 

  3051. 10
    3052. 

  3052. 10
    3053. 

  3053. 10
    3054. 

  3054. 10
    3055. 

  3055. 16
    3056. 

  3056. 18
    3057. 

  3057. 20
    3058. 

  3058.