/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/join35.q.out

# · text · 620 lines · 603 code · 17 blank · 0 comment · 0 complexity · 06655e99609b5e9631534c60bfae7927 MD5 · raw file 

    

  1. PREHOOK: query: CREATE TABLE dest_j1(key STRING, value STRING, val2 INT) STORED AS TEXTFILE
    2. 

  2. PREHOOK: type: CREATETABLE
    3. 

  3. POSTHOOK: query: CREATE TABLE dest_j1(key STRING, value STRING, val2 INT) STORED AS TEXTFILE
    4. 

  4. POSTHOOK: type: CREATETABLE
    5. 

  5. POSTHOOK: Output: default@dest_j1
    6. 

  6. PREHOOK: query: EXPLAIN EXTENDED
    7. 

  7. INSERT OVERWRITE TABLE dest_j1
    8. 

  8. SELECT /*+ MAPJOIN(x) */ x.key, x.value, subq1.cnt
    9. 

  9. FROM 
    10. 

  10. ( SELECT x.key as key, count(1) as cnt from src x where x.key < 20 group by x.key
    11. 

  11.      UNION ALL
    12. 

  12.   SELECT x1.key as key, count(1) as cnt from src x1 where x1.key > 100 group by x1.key
    13. 

  13. ) subq1
    14. 

  14. JOIN src1 x ON (x.key = subq1.key)
    15. 

  15. PREHOOK: type: QUERY
    16. 

  16. POSTHOOK: query: EXPLAIN EXTENDED
    17. 

  17. INSERT OVERWRITE TABLE dest_j1
    18. 

  18. SELECT /*+ MAPJOIN(x) */ x.key, x.value, subq1.cnt
    19. 

  19. FROM 
    20. 

  20. ( SELECT x.key as key, count(1) as cnt from src x where x.key < 20 group by x.key
    21. 

  21.      UNION ALL
    22. 

  22.   SELECT x1.key as key, count(1) as cnt from src x1 where x1.key > 100 group by x1.key
    23. 

  23. ) subq1
    24. 

  24. JOIN src1 x ON (x.key = subq1.key)
    25. 

  25. POSTHOOK: type: QUERY
    26. 

  26. ABSTRACT SYNTAX TREE:
    27. 

  27.   (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_SUBQUERY (TOK_UNION (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) x)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key) key) (TOK_SELEXPR (TOK_FUNCTION count 1) cnt)) (TOK_WHERE (< (. (TOK_TABLE_OR_COL x) key) 20)) (TOK_GROUPBY (. (TOK_TABLE_OR_COL x) key)))) (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src) x1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL x1) key) key) (TOK_SELEXPR (TOK_FUNCTION count 1) cnt)) (TOK_WHERE (> (. (TOK_TABLE_OR_COL x1) key) 100)) (TOK_GROUPBY (. (TOK_TABLE_OR_COL x1) key))))) subq1) (TOK_TABREF (TOK_TABNAME src1) x) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL subq1) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL subq1) cnt)))))
    28. 

  28. 

  29. STAGE DEPENDENCIES:
    30. 

  30.   Stage-1 is a root stage
    31. 

  31.   Stage-9 depends on stages: Stage-1, Stage-7
    32. 

  32.   Stage-2 depends on stages: Stage-9
    33. 

  33.   Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4
    34. 

  34.   Stage-5
    35. 

  35.   Stage-0 depends on stages: Stage-5, Stage-4
    36. 

  36.   Stage-3 depends on stages: Stage-0
    37. 

  37.   Stage-4
    38. 

  38.   Stage-7 is a root stage
    39. 

  39. 

  40. STAGE PLANS:
    41. 

  41.   Stage: Stage-1
    42. 

  42.     Map Reduce
    43. 

  43.       Alias -> Map Operator Tree:
    44. 

  44.         null-subquery1:subq1-subquery1:x 
    45. 

  45.           TableScan
    46. 

  46.             alias: x
    47. 

  47.             GatherStats: false
    48. 

  48.             Filter Operator
    49. 

  49.               isSamplingPred: false
    50. 

  50.               predicate:
    51. 

  51.                   expr: (key < 20)
    52. 

  52.                   type: boolean
    53. 

  53.               Select Operator
    54. 

  54.                 expressions:
    55. 

  55.                       expr: key
    56. 

  56.                       type: string
    57. 

  57.                 outputColumnNames: key
    58. 

  58.                 Group By Operator
    59. 

  59.                   aggregations:
    60. 

  60.                         expr: count(1)
    61. 

  61.                   bucketGroup: false
    62. 

  62.                   keys:
    63. 

  63.                         expr: key
    64. 

  64.                         type: string
    65. 

  65.                   mode: hash
    66. 

  66.                   outputColumnNames: _col0, _col1
    67. 

  67.                   Reduce Output Operator
    68. 

  68.                     key expressions:
    69. 

  69.                           expr: _col0
    70. 

  70.                           type: string
    71. 

  71.                     sort order: +
    72. 

  72.                     Map-reduce partition columns:
    73. 

  73.                           expr: _col0
    74. 

  74.                           type: string
    75. 

  75.                     tag: -1
    76. 

  76.                     value expressions:
    77. 

  77.                           expr: _col1
    78. 

  78.                           type: bigint
    79. 

  79.       Needs Tagging: false
    80. 

  80.       Path -> Alias:
    81. 

  81.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x]
    82. 

  82.       Path -> Partition:
    83. 

  83.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src 
    84. 

  84.           Partition
    85. 

  85.             base file name: src
    86. 

  86.             input format: org.apache.hadoop.mapred.TextInputFormat
    87. 

  87.             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    88. 

  88.             properties:
    89. 

  89.               bucket_count -1
    90. 

  90.               columns key,value
    91. 

  91.               columns.types string:string
    92. 

  92.               file.inputformat org.apache.hadoop.mapred.TextInputFormat
    93. 

  93.               file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    94. 

  94.               location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
    95. 

  95.               name default.src
    96. 

  96.               serialization.ddl struct src { string key, string value}
    97. 

  97.               serialization.format 1
    98. 

  98.               serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    99. 

  99.               transient_lastDdlTime 1297378968
    100. 

  100.             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    101. 

  101.           
    102. 

  102.               input format: org.apache.hadoop.mapred.TextInputFormat
    103. 

  103.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    104. 

  104.               properties:
    105. 

  105.                 bucket_count -1
    106. 

  106.                 columns key,value
    107. 

  107.                 columns.types string:string
    108. 

  108.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    109. 

  109.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    110. 

  110.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
    111. 

  111.                 name default.src
    112. 

  112.                 serialization.ddl struct src { string key, string value}
    113. 

  113.                 serialization.format 1
    114. 

  114.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    115. 

  115.                 transient_lastDdlTime 1297378968
    116. 

  116.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    117. 

  117.               name: default.src
    118. 

  118.             name: default.src
    119. 

  119.       Reduce Operator Tree:
    120. 

  120.         Group By Operator
    121. 

  121.           aggregations:
    122. 

  122.                 expr: count(VALUE._col0)
    123. 

  123.           bucketGroup: false
    124. 

  124.           keys:
    125. 

  125.                 expr: KEY._col0
    126. 

  126.                 type: string
    127. 

  127.           mode: mergepartial
    128. 

  128.           outputColumnNames: _col0, _col1
    129. 

  129.           Select Operator
    130. 

  130.             expressions:
    131. 

  131.                   expr: _col0
    132. 

  132.                   type: string
    133. 

  133.                   expr: _col1
    134. 

  134.                   type: bigint
    135. 

  135.             outputColumnNames: _col0, _col1
    136. 

  136.             File Output Operator
    137. 

  137.               compressed: false
    138. 

  138.               GlobalTableId: 0
    139. 

  139.               directory: file:/tmp/sdong/hive_2011-02-10_16-06-08_256_5728117320203012463/-mr-10002
    140. 

  140.               NumFilesPerFileSink: 1
    141. 

  141.               table:
    142. 

  142.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    143. 

  143.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    144. 

  144.                   properties:
    145. 

  145.                     columns _col0,_col1
    146. 

  146.                     columns.types string,bigint
    147. 

  147.                     escape.delim \
    148. 

  148.               TotalFiles: 1
    149. 

  149.               GatherStats: false
    150. 

  150.               MultiFileSpray: false
    151. 

  151. 

  152.   Stage: Stage-9
    153. 

  153.     Map Reduce Local Work
    154. 

  154.       Alias -> Map Local Tables:
    155. 

  155.         x 
    156. 

  156.           Fetch Operator
    157. 

  157.             limit: -1
    158. 

  158.       Alias -> Map Local Operator Tree:
    159. 

  159.         x 
    160. 

  160.           TableScan
    161. 

  161.             alias: x
    162. 

  162.             GatherStats: false
    163. 

  163.             HashTable Sink Operator
    164. 

  164.               condition expressions:
    165. 

  165.                 0 {_col1}
    166. 

  166.                 1 {key} {value}
    167. 

  167.               handleSkewJoin: false
    168. 

  168.               keys:
    169. 

  169.                 0 [Column[_col0]]
    170. 

  170.                 1 [Column[key]]
    171. 

  171.               Position of Big Table: 0
    172. 

  172. 

  173.   Stage: Stage-2
    174. 

  174.     Map Reduce
    175. 

  175.       Alias -> Map Operator Tree:
    176. 

  176.         file:/tmp/sdong/hive_2011-02-10_16-06-08_256_5728117320203012463/-mr-10002 
    177. 

  177.           Union
    178. 

  178.             Map Join Operator
    179. 

  179.               condition map:
    180. 

  180.                    Inner Join 0 to 1
    181. 

  181.               condition expressions:
    182. 

  182.                 0 {_col1}
    183. 

  183.                 1 {key} {value}
    184. 

  184.               handleSkewJoin: false
    185. 

  185.               keys:
    186. 

  186.                 0 [Column[_col0]]
    187. 

  187.                 1 [Column[key]]
    188. 

  188.               outputColumnNames: _col1, _col2, _col3
    189. 

  189.               Position of Big Table: 0
    190. 

  190.               Select Operator
    191. 

  191.                 expressions:
    192. 

  192.                       expr: _col1
    193. 

  193.                       type: bigint
    194. 

  194.                       expr: _col2
    195. 

  195.                       type: string
    196. 

  196.                       expr: _col3
    197. 

  197.                       type: string
    198. 

  198.                 outputColumnNames: _col1, _col2, _col3
    199. 

  199.                 Select Operator
    200. 

  200.                   expressions:
    201. 

  201.                         expr: _col2
    202. 

  202.                         type: string
    203. 

  203.                         expr: _col3
    204. 

  204.                         type: string
    205. 

  205.                         expr: _col1
    206. 

  206.                         type: bigint
    207. 

  207.                   outputColumnNames: _col0, _col1, _col2
    208. 

  208.                   Select Operator
    209. 

  209.                     expressions:
    210. 

  210.                           expr: _col0
    211. 

  211.                           type: string
    212. 

  212.                           expr: _col1
    213. 

  213.                           type: string
    214. 

  214.                           expr: UDFToInteger(_col2)
    215. 

  215.                           type: int
    216. 

  216.                     outputColumnNames: _col0, _col1, _col2
    217. 

  217.                     File Output Operator
    218. 

  218.                       compressed: false
    219. 

  219.                       GlobalTableId: 1
    220. 

  220.                       directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10003
    221. 

  221.                       NumFilesPerFileSink: 1
    222. 

  222.                       Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10000/
    223. 

  223.                       table:
    224. 

  224.                           input format: org.apache.hadoop.mapred.TextInputFormat
    225. 

  225.                           output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    226. 

  226.                           properties:
    227. 

  227.                             bucket_count -1
    228. 

  228.                             columns key,value,val2
    229. 

  229.                             columns.types string:string:int
    230. 

  230.                             file.inputformat org.apache.hadoop.mapred.TextInputFormat
    231. 

  231.                             file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    232. 

  232.                             location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest_j1
    233. 

  233.                             name default.dest_j1
    234. 

  234.                             serialization.ddl struct dest_j1 { string key, string value, i32 val2}
    235. 

  235.                             serialization.format 1
    236. 

  236.                             serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    237. 

  237.                             transient_lastDdlTime 1297382768
    238. 

  238.                           serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    239. 

  239.                           name: default.dest_j1
    240. 

  240.                       TotalFiles: 1
    241. 

  241.                       GatherStats: true
    242. 

  242.                       MultiFileSpray: false
    243. 

  243.         file:/tmp/sdong/hive_2011-02-10_16-06-08_256_5728117320203012463/-mr-10004 
    244. 

  244.           Union
    245. 

  245.             Map Join Operator
    246. 

  246.               condition map:
    247. 

  247.                    Inner Join 0 to 1
    248. 

  248.               condition expressions:
    249. 

  249.                 0 {_col1}
    250. 

  250.                 1 {key} {value}
    251. 

  251.               handleSkewJoin: false
    252. 

  252.               keys:
    253. 

  253.                 0 [Column[_col0]]
    254. 

  254.                 1 [Column[key]]
    255. 

  255.               outputColumnNames: _col1, _col2, _col3
    256. 

  256.               Position of Big Table: 0
    257. 

  257.               Select Operator
    258. 

  258.                 expressions:
    259. 

  259.                       expr: _col1
    260. 

  260.                       type: bigint
    261. 

  261.                       expr: _col2
    262. 

  262.                       type: string
    263. 

  263.                       expr: _col3
    264. 

  264.                       type: string
    265. 

  265.                 outputColumnNames: _col1, _col2, _col3
    266. 

  266.                 Select Operator
    267. 

  267.                   expressions:
    268. 

  268.                         expr: _col2
    269. 

  269.                         type: string
    270. 

  270.                         expr: _col3
    271. 

  271.                         type: string
    272. 

  272.                         expr: _col1
    273. 

  273.                         type: bigint
    274. 

  274.                   outputColumnNames: _col0, _col1, _col2
    275. 

  275.                   Select Operator
    276. 

  276.                     expressions:
    277. 

  277.                           expr: _col0
    278. 

  278.                           type: string
    279. 

  279.                           expr: _col1
    280. 

  280.                           type: string
    281. 

  281.                           expr: UDFToInteger(_col2)
    282. 

  282.                           type: int
    283. 

  283.                     outputColumnNames: _col0, _col1, _col2
    284. 

  284.                     File Output Operator
    285. 

  285.                       compressed: false
    286. 

  286.                       GlobalTableId: 1
    287. 

  287.                       directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10003
    288. 

  288.                       NumFilesPerFileSink: 1
    289. 

  289.                       Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10000/
    290. 

  290.                       table:
    291. 

  291.                           input format: org.apache.hadoop.mapred.TextInputFormat
    292. 

  292.                           output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    293. 

  293.                           properties:
    294. 

  294.                             bucket_count -1
    295. 

  295.                             columns key,value,val2
    296. 

  296.                             columns.types string:string:int
    297. 

  297.                             file.inputformat org.apache.hadoop.mapred.TextInputFormat
    298. 

  298.                             file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    299. 

  299.                             location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest_j1
    300. 

  300.                             name default.dest_j1
    301. 

  301.                             serialization.ddl struct dest_j1 { string key, string value, i32 val2}
    302. 

  302.                             serialization.format 1
    303. 

  303.                             serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    304. 

  304.                             transient_lastDdlTime 1297382768
    305. 

  305.                           serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    306. 

  306.                           name: default.dest_j1
    307. 

  307.                       TotalFiles: 1
    308. 

  308.                       GatherStats: true
    309. 

  309.                       MultiFileSpray: false
    310. 

  310.       Local Work:
    311. 

  311.         Map Reduce Local Work
    312. 

  312.       Needs Tagging: false
    313. 

  313.       Path -> Alias:
    314. 

  314.         file:/tmp/sdong/hive_2011-02-10_16-06-08_256_5728117320203012463/-mr-10002 [file:/tmp/sdong/hive_2011-02-10_16-06-08_256_5728117320203012463/-mr-10002]
    315. 

  315.         file:/tmp/sdong/hive_2011-02-10_16-06-08_256_5728117320203012463/-mr-10004 [file:/tmp/sdong/hive_2011-02-10_16-06-08_256_5728117320203012463/-mr-10004]
    316. 

  316.       Path -> Partition:
    317. 

  317.         file:/tmp/sdong/hive_2011-02-10_16-06-08_256_5728117320203012463/-mr-10002 
    318. 

  318.           Partition
    319. 

  319.             base file name: -mr-10002
    320. 

  320.             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    321. 

  321.             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    322. 

  322.             properties:
    323. 

  323.               columns _col0,_col1
    324. 

  324.               columns.types string,bigint
    325. 

  325.               escape.delim \
    326. 

  326.           
    327. 

  327.               input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    328. 

  328.               output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    329. 

  329.               properties:
    330. 

  330.                 columns _col0,_col1
    331. 

  331.                 columns.types string,bigint
    332. 

  332.                 escape.delim \
    333. 

  333.         file:/tmp/sdong/hive_2011-02-10_16-06-08_256_5728117320203012463/-mr-10004 
    334. 

  334.           Partition
    335. 

  335.             base file name: -mr-10004
    336. 

  336.             input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    337. 

  337.             output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    338. 

  338.             properties:
    339. 

  339.               columns _col0,_col1
    340. 

  340.               columns.types string,bigint
    341. 

  341.               escape.delim \
    342. 

  342.           
    343. 

  343.               input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    344. 

  344.               output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    345. 

  345.               properties:
    346. 

  346.                 columns _col0,_col1
    347. 

  347.                 columns.types string,bigint
    348. 

  348.                 escape.delim \
    349. 

  349. 

  350.   Stage: Stage-6
    351. 

  351.     Conditional Operator
    352. 

  352. 

  353.   Stage: Stage-5
    354. 

  354.     Move Operator
    355. 

  355.       files:
    356. 

  356.           hdfs directory: true
    357. 

  357.           source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10003
    358. 

  358.           destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10000
    359. 

  359. 

  360.   Stage: Stage-0
    361. 

  361.     Move Operator
    362. 

  362.       tables:
    363. 

  363.           replace: true
    364. 

  364.           source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10000
    365. 

  365.           table:
    366. 

  366.               input format: org.apache.hadoop.mapred.TextInputFormat
    367. 

  367.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    368. 

  368.               properties:
    369. 

  369.                 bucket_count -1
    370. 

  370.                 columns key,value,val2
    371. 

  371.                 columns.types string:string:int
    372. 

  372.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    373. 

  373.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    374. 

  374.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest_j1
    375. 

  375.                 name default.dest_j1
    376. 

  376.                 serialization.ddl struct dest_j1 { string key, string value, i32 val2}
    377. 

  377.                 serialization.format 1
    378. 

  378.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    379. 

  379.                 transient_lastDdlTime 1297382768
    380. 

  380.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    381. 

  381.               name: default.dest_j1
    382. 

  382.           tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10001
    383. 

  383. 

  384.   Stage: Stage-3
    385. 

  385.     Stats-Aggr Operator
    386. 

  386.       Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10000/
    387. 

  387. 

  388.   Stage: Stage-4
    389. 

  389.     Map Reduce
    390. 

  390.       Alias -> Map Operator Tree:
    391. 

  391.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10003 
    392. 

  392.             File Output Operator
    393. 

  393.               compressed: false
    394. 

  394.               GlobalTableId: 0
    395. 

  395.               directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10000
    396. 

  396.               NumFilesPerFileSink: 1
    397. 

  397.               table:
    398. 

  398.                   input format: org.apache.hadoop.mapred.TextInputFormat
    399. 

  399.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    400. 

  400.                   properties:
    401. 

  401.                     bucket_count -1
    402. 

  402.                     columns key,value,val2
    403. 

  403.                     columns.types string:string:int
    404. 

  404.                     file.inputformat org.apache.hadoop.mapred.TextInputFormat
    405. 

  405.                     file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    406. 

  406.                     location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest_j1
    407. 

  407.                     name default.dest_j1
    408. 

  408.                     serialization.ddl struct dest_j1 { string key, string value, i32 val2}
    409. 

  409.                     serialization.format 1
    410. 

  410.                     serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    411. 

  411.                     transient_lastDdlTime 1297382768
    412. 

  412.                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    413. 

  413.                   name: default.dest_j1
    414. 

  414.               TotalFiles: 1
    415. 

  415.               GatherStats: false
    416. 

  416.               MultiFileSpray: false
    417. 

  417.       Needs Tagging: false
    418. 

  418.       Path -> Alias:
    419. 

  419.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10003 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10003]
    420. 

  420.       Path -> Partition:
    421. 

  421.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-06-08_256_5728117320203012463/-ext-10003 
    422. 

  422.           Partition
    423. 

  423.             base file name: -ext-10003
    424. 

  424.             input format: org.apache.hadoop.mapred.TextInputFormat
    425. 

  425.             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    426. 

  426.             properties:
    427. 

  427.               bucket_count -1
    428. 

  428.               columns key,value,val2
    429. 

  429.               columns.types string:string:int
    430. 

  430.               file.inputformat org.apache.hadoop.mapred.TextInputFormat
    431. 

  431.               file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    432. 

  432.               location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest_j1
    433. 

  433.               name default.dest_j1
    434. 

  434.               serialization.ddl struct dest_j1 { string key, string value, i32 val2}
    435. 

  435.               serialization.format 1
    436. 

  436.               serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    437. 

  437.               transient_lastDdlTime 1297382768
    438. 

  438.             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    439. 

  439.           
    440. 

  440.               input format: org.apache.hadoop.mapred.TextInputFormat
    441. 

  441.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    442. 

  442.               properties:
    443. 

  443.                 bucket_count -1
    444. 

  444.                 columns key,value,val2
    445. 

  445.                 columns.types string:string:int
    446. 

  446.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    447. 

  447.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    448. 

  448.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/dest_j1
    449. 

  449.                 name default.dest_j1
    450. 

  450.                 serialization.ddl struct dest_j1 { string key, string value, i32 val2}
    451. 

  451.                 serialization.format 1
    452. 

  452.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    453. 

  453.                 transient_lastDdlTime 1297382768
    454. 

  454.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    455. 

  455.               name: default.dest_j1
    456. 

  456.             name: default.dest_j1
    457. 

  457. 

  458.   Stage: Stage-7
    459. 

  459.     Map Reduce
    460. 

  460.       Alias -> Map Operator Tree:
    461. 

  461.         null-subquery2:subq1-subquery2:x1 
    462. 

  462.           TableScan
    463. 

  463.             alias: x1
    464. 

  464.             GatherStats: false
    465. 

  465.             Filter Operator
    466. 

  466.               isSamplingPred: false
    467. 

  467.               predicate:
    468. 

  468.                   expr: (key > 100)
    469. 

  469.                   type: boolean
    470. 

  470.               Select Operator
    471. 

  471.                 expressions:
    472. 

  472.                       expr: key
    473. 

  473.                       type: string
    474. 

  474.                 outputColumnNames: key
    475. 

  475.                 Group By Operator
    476. 

  476.                   aggregations:
    477. 

  477.                         expr: count(1)
    478. 

  478.                   bucketGroup: false
    479. 

  479.                   keys:
    480. 

  480.                         expr: key
    481. 

  481.                         type: string
    482. 

  482.                   mode: hash
    483. 

  483.                   outputColumnNames: _col0, _col1
    484. 

  484.                   Reduce Output Operator
    485. 

  485.                     key expressions:
    486. 

  486.                           expr: _col0
    487. 

  487.                           type: string
    488. 

  488.                     sort order: +
    489. 

  489.                     Map-reduce partition columns:
    490. 

  490.                           expr: _col0
    491. 

  491.                           type: string
    492. 

  492.                     tag: -1
    493. 

  493.                     value expressions:
    494. 

  494.                           expr: _col1
    495. 

  495.                           type: bigint
    496. 

  496.       Needs Tagging: false
    497. 

  497.       Path -> Alias:
    498. 

  498.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src [null-subquery2:subq1-subquery2:x1]
    499. 

  499.       Path -> Partition:
    500. 

  500.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src 
    501. 

  501.           Partition
    502. 

  502.             base file name: src
    503. 

  503.             input format: org.apache.hadoop.mapred.TextInputFormat
    504. 

  504.             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    505. 

  505.             properties:
    506. 

  506.               bucket_count -1
    507. 

  507.               columns key,value
    508. 

  508.               columns.types string:string
    509. 

  509.               file.inputformat org.apache.hadoop.mapred.TextInputFormat
    510. 

  510.               file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    511. 

  511.               location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
    512. 

  512.               name default.src
    513. 

  513.               serialization.ddl struct src { string key, string value}
    514. 

  514.               serialization.format 1
    515. 

  515.               serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    516. 

  516.               transient_lastDdlTime 1297378968
    517. 

  517.             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    518. 

  518.           
    519. 

  519.               input format: org.apache.hadoop.mapred.TextInputFormat
    520. 

  520.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    521. 

  521.               properties:
    522. 

  522.                 bucket_count -1
    523. 

  523.                 columns key,value
    524. 

  524.                 columns.types string:string
    525. 

  525.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    526. 

  526.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    527. 

  527.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
    528. 

  528.                 name default.src
    529. 

  529.                 serialization.ddl struct src { string key, string value}
    530. 

  530.                 serialization.format 1
    531. 

  531.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    532. 

  532.                 transient_lastDdlTime 1297378968
    533. 

  533.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    534. 

  534.               name: default.src
    535. 

  535.             name: default.src
    536. 

  536.       Reduce Operator Tree:
    537. 

  537.         Group By Operator
    538. 

  538.           aggregations:
    539. 

  539.                 expr: count(VALUE._col0)
    540. 

  540.           bucketGroup: false
    541. 

  541.           keys:
    542. 

  542.                 expr: KEY._col0
    543. 

  543.                 type: string
    544. 

  544.           mode: mergepartial
    545. 

  545.           outputColumnNames: _col0, _col1
    546. 

  546.           Select Operator
    547. 

  547.             expressions:
    548. 

  548.                   expr: _col0
    549. 

  549.                   type: string
    550. 

  550.                   expr: _col1
    551. 

  551.                   type: bigint
    552. 

  552.             outputColumnNames: _col0, _col1
    553. 

  553.             File Output Operator
    554. 

  554.               compressed: false
    555. 

  555.               GlobalTableId: 0
    556. 

  556.               directory: file:/tmp/sdong/hive_2011-02-10_16-06-08_256_5728117320203012463/-mr-10004
    557. 

  557.               NumFilesPerFileSink: 1
    558. 

  558.               table:
    559. 

  559.                   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
    560. 

  560.                   output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
    561. 

  561.                   properties:
    562. 

  562.                     columns _col0,_col1
    563. 

  563.                     columns.types string,bigint
    564. 

  564.                     escape.delim \
    565. 

  565.               TotalFiles: 1
    566. 

  566.               GatherStats: false
    567. 

  567.               MultiFileSpray: false
    568. 

  568. 

  569. 

  570. PREHOOK: query: INSERT OVERWRITE TABLE dest_j1
    571. 

  571. SELECT /*+ MAPJOIN(x) */ x.key, x.value, subq1.cnt
    572. 

  572. FROM 
    573. 

  573. ( SELECT x.key as key, count(1) as cnt from src x where x.key < 20 group by x.key
    574. 

  574.      UNION ALL
    575. 

  575.   SELECT x1.key as key, count(1) as cnt from src x1 where x1.key > 100 group by x1.key
    576. 

  576. ) subq1
    577. 

  577. JOIN src1 x ON (x.key = subq1.key)
    578. 

  578. PREHOOK: type: QUERY
    579. 

  579. PREHOOK: Input: default@src
    580. 

  580. PREHOOK: Input: default@src1
    581. 

  581. PREHOOK: Output: default@dest_j1
    582. 

  582. POSTHOOK: query: INSERT OVERWRITE TABLE dest_j1
    583. 

  583. SELECT /*+ MAPJOIN(x) */ x.key, x.value, subq1.cnt
    584. 

  584. FROM 
    585. 

  585. ( SELECT x.key as key, count(1) as cnt from src x where x.key < 20 group by x.key
    586. 

  586.      UNION ALL
    587. 

  587.   SELECT x1.key as key, count(1) as cnt from src x1 where x1.key > 100 group by x1.key
    588. 

  588. ) subq1
    589. 

  589. JOIN src1 x ON (x.key = subq1.key)
    590. 

  590. POSTHOOK: type: QUERY
    591. 

  591. POSTHOOK: Input: default@src
    592. 

  592. POSTHOOK: Input: default@src1
    593. 

  593. POSTHOOK: Output: default@dest_j1
    594. 

  594. POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ]
    595. 

  595. POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)x.null, (src)x1.null, ]
    596. 

  596. POSTHOOK: Lineage: dest_j1.value SIMPLE [(src1)x.FieldSchema(name:value, type:string, comment:default), ]
    597. 

  597. PREHOOK: query: select * from dest_j1 x order by x.key
    598. 

  598. PREHOOK: type: QUERY
    599. 

  599. PREHOOK: Input: default@dest_j1
    600. 

  600. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-06-21_981_8339275278749703354/-mr-10000
    601. 

  601. POSTHOOK: query: select * from dest_j1 x order by x.key
    602. 

  602. POSTHOOK: type: QUERY
    603. 

  603. POSTHOOK: Input: default@dest_j1
    604. 

  604. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-06-21_981_8339275278749703354/-mr-10000
    605. 

  605. POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ]
    606. 

  606. POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)x.null, (src)x1.null, ]
    607. 

  607. POSTHOOK: Lineage: dest_j1.value SIMPLE [(src1)x.FieldSchema(name:value, type:string, comment:default), ]
    608. 

  608. 128		3
    609. 

  609. 146	val_146	2
    610. 

  610. 150	val_150	1
    611. 

  611. 213	val_213	2
    612. 

  612. 224		2
    613. 

  613. 238	val_238	2
    614. 

  614. 255	val_255	2
    615. 

  615. 273	val_273	3
    616. 

  616. 278	val_278	2
    617. 

  617. 311	val_311	3
    618. 

  618. 369		3
    619. 

  619. 401	val_401	5
    620. 

  620. 406	val_406	4
    621.