/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/bucketmapjoin1.q.out

# · text · 1026 lines · 1002 code · 24 blank · 0 comment · 0 complexity · 4f95c8fa54aebc315fabccc2b9bf42c1 MD5 · raw file 

    

  1. PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
    2. 

  2. PREHOOK: type: CREATETABLE
    3. 

  3. POSTHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
    4. 

  4. POSTHOOK: type: CREATETABLE
    5. 

  5. POSTHOOK: Output: default@srcbucket_mapjoin
    6. 

  6. PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin
    7. 

  7. PREHOOK: type: LOAD
    8. 

  8. POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin
    9. 

  9. POSTHOOK: type: LOAD
    10. 

  10. POSTHOOK: Output: default@srcbucket_mapjoin
    11. 

  11. PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin
    12. 

  12. PREHOOK: type: LOAD
    13. 

  13. POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin
    14. 

  14. POSTHOOK: type: LOAD
    15. 

  15. POSTHOOK: Output: default@srcbucket_mapjoin
    16. 

  16. PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE
    17. 

  17. PREHOOK: type: CREATETABLE
    18. 

  18. POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE
    19. 

  19. POSTHOOK: type: CREATETABLE
    20. 

  20. POSTHOOK: Output: default@srcbucket_mapjoin_part
    21. 

  21. PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
    22. 

  22. PREHOOK: type: LOAD
    23. 

  23. POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
    24. 

  24. POSTHOOK: type: LOAD
    25. 

  25. POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
    26. 

  26. PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
    27. 

  27. PREHOOK: type: LOAD
    28. 

  28. POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
    29. 

  29. POSTHOOK: type: LOAD
    30. 

  30. POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
    31. 

  31. PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
    32. 

  32. PREHOOK: type: LOAD
    33. 

  33. POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
    34. 

  34. POSTHOOK: type: LOAD
    35. 

  35. POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
    36. 

  36. PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
    37. 

  37. PREHOOK: type: LOAD
    38. 

  38. POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08')
    39. 

  39. POSTHOOK: type: LOAD
    40. 

  40. POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08
    41. 

  41. PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
    42. 

  42. PREHOOK: type: CREATETABLE
    43. 

  43. POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part_2 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE
    44. 

  44. POSTHOOK: type: CREATETABLE
    45. 

  45. POSTHOOK: Output: default@srcbucket_mapjoin_part_2
    46. 

  46. PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
    47. 

  47. PREHOOK: type: LOAD
    48. 

  48. POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
    49. 

  49. POSTHOOK: type: LOAD
    50. 

  50. POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08
    51. 

  51. PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
    52. 

  52. PREHOOK: type: LOAD
    53. 

  53. POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part_2 partition(ds='2008-04-08')
    54. 

  54. POSTHOOK: type: LOAD
    55. 

  55. POSTHOOK: Output: default@srcbucket_mapjoin_part_2@ds=2008-04-08
    56. 

  56. PREHOOK: query: create table bucketmapjoin_hash_result_1 (key bigint , value1 bigint, value2 bigint)
    57. 

  57. PREHOOK: type: CREATETABLE
    58. 

  58. POSTHOOK: query: create table bucketmapjoin_hash_result_1 (key bigint , value1 bigint, value2 bigint)
    59. 

  59. POSTHOOK: type: CREATETABLE
    60. 

  60. POSTHOOK: Output: default@bucketmapjoin_hash_result_1
    61. 

  61. PREHOOK: query: create table bucketmapjoin_hash_result_2 (key bigint , value1 bigint, value2 bigint)
    62. 

  62. PREHOOK: type: CREATETABLE
    63. 

  63. POSTHOOK: query: create table bucketmapjoin_hash_result_2 (key bigint , value1 bigint, value2 bigint)
    64. 

  64. POSTHOOK: type: CREATETABLE
    65. 

  65. POSTHOOK: Output: default@bucketmapjoin_hash_result_2
    66. 

  66. PREHOOK: query: create table bucketmapjoin_tmp_result (key string , value1 string, value2 string)
    67. 

  67. PREHOOK: type: CREATETABLE
    68. 

  68. POSTHOOK: query: create table bucketmapjoin_tmp_result (key string , value1 string, value2 string)
    69. 

  69. POSTHOOK: type: CREATETABLE
    70. 

  70. POSTHOOK: Output: default@bucketmapjoin_tmp_result
    71. 

  71. PREHOOK: query: explain extended
    72. 

  72. insert overwrite table bucketmapjoin_tmp_result 
    73. 

  73. select /*+mapjoin(b)*/ a.key, a.value, b.value 
    74. 

  74. from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
    75. 

  75. on a.key=b.key where b.ds="2008-04-08"
    76. 

  76. PREHOOK: type: QUERY
    77. 

  77. POSTHOOK: query: explain extended
    78. 

  78. insert overwrite table bucketmapjoin_tmp_result 
    79. 

  79. select /*+mapjoin(b)*/ a.key, a.value, b.value 
    80. 

  80. from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
    81. 

  81. on a.key=b.key where b.ds="2008-04-08"
    82. 

  82. POSTHOOK: type: QUERY
    83. 

  83. ABSTRACT SYNTAX TREE:
    84. 

  84.   (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST b))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08"))))
    85. 

  85. 

  86. STAGE DEPENDENCIES:
    87. 

  87.   Stage-7 is a root stage
    88. 

  88.   Stage-1 depends on stages: Stage-7
    89. 

  89.   Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    90. 

  90.   Stage-4
    91. 

  91.   Stage-0 depends on stages: Stage-4, Stage-3
    92. 

  92.   Stage-2 depends on stages: Stage-0
    93. 

  93.   Stage-3
    94. 

  94. 

  95. STAGE PLANS:
    96. 

  96.   Stage: Stage-7
    97. 

  97.     Map Reduce Local Work
    98. 

  98.       Alias -> Map Local Tables:
    99. 

  99.         b 
    100. 

  100.           Fetch Operator
    101. 

  101.             limit: -1
    102. 

  102.       Alias -> Map Local Operator Tree:
    103. 

  103.         b 
    104. 

  104.           TableScan
    105. 

  105.             alias: b
    106. 

  106.             GatherStats: false
    107. 

  107.             HashTable Sink Operator
    108. 

  108.               condition expressions:
    109. 

  109.                 0 {key} {value}
    110. 

  110.                 1 {value} {ds}
    111. 

  111.               handleSkewJoin: false
    112. 

  112.               keys:
    113. 

  113.                 0 [Column[key]]
    114. 

  114.                 1 [Column[key]]
    115. 

  115.               Position of Big Table: 0
    116. 

  116.       Bucket Mapjoin Context:
    117. 

  117.           Alias Bucket Base File Name Mapping:
    118. 

  118.             b {srcbucket20.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket21.txt=[srcbucket21.txt, srcbucket23.txt]}
    119. 

  119.           Alias Bucket File Name Mapping:
    120. 

  120.             b {pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]}
    121. 

  121.           Alias Bucket Output File Name Mapping:
    122. 

  122.             pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0
    123. 

  123.             pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1
    124. 

  124. 

  125.   Stage: Stage-1
    126. 

  126.     Map Reduce
    127. 

  127.       Alias -> Map Operator Tree:
    128. 

  128.         a 
    129. 

  129.           TableScan
    130. 

  130.             alias: a
    131. 

  131.             GatherStats: false
    132. 

  132.             Map Join Operator
    133. 

  133.               condition map:
    134. 

  134.                    Inner Join 0 to 1
    135. 

  135.               condition expressions:
    136. 

  136.                 0 {key} {value}
    137. 

  137.                 1 {value} {ds}
    138. 

  138.               handleSkewJoin: false
    139. 

  139.               keys:
    140. 

  140.                 0 [Column[key]]
    141. 

  141.                 1 [Column[key]]
    142. 

  142.               outputColumnNames: _col0, _col1, _col5, _col6
    143. 

  143.               Position of Big Table: 0
    144. 

  144.               Select Operator
    145. 

  145.                 expressions:
    146. 

  146.                       expr: _col0
    147. 

  147.                       type: int
    148. 

  148.                       expr: _col1
    149. 

  149.                       type: string
    150. 

  150.                       expr: _col5
    151. 

  151.                       type: string
    152. 

  152.                       expr: _col6
    153. 

  153.                       type: string
    154. 

  154.                 outputColumnNames: _col0, _col1, _col5, _col6
    155. 

  155.                 Filter Operator
    156. 

  156.                   isSamplingPred: false
    157. 

  157.                   predicate:
    158. 

  158.                       expr: (_col6 = '2008-04-08')
    159. 

  159.                       type: boolean
    160. 

  160.                   Select Operator
    161. 

  161.                     expressions:
    162. 

  162.                           expr: _col0
    163. 

  163.                           type: int
    164. 

  164.                           expr: _col1
    165. 

  165.                           type: string
    166. 

  166.                           expr: _col5
    167. 

  167.                           type: string
    168. 

  168.                     outputColumnNames: _col0, _col1, _col2
    169. 

  169.                     File Output Operator
    170. 

  170.                       compressed: false
    171. 

  171.                       GlobalTableId: 1
    172. 

  172.                       directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002
    173. 

  173.                       NumFilesPerFileSink: 1
    174. 

  174.                       Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000/
    175. 

  175.                       table:
    176. 

  176.                           input format: org.apache.hadoop.mapred.TextInputFormat
    177. 

  177.                           output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    178. 

  178.                           properties:
    179. 

  179.                             bucket_count -1
    180. 

  180.                             columns key,value1,value2
    181. 

  181.                             columns.types string:string:string
    182. 

  182.                             file.inputformat org.apache.hadoop.mapred.TextInputFormat
    183. 

  183.                             file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    184. 

  184.                             location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
    185. 

  185.                             name default.bucketmapjoin_tmp_result
    186. 

  186.                             serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    187. 

  187.                             serialization.format 1
    188. 

  188.                             serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    189. 

  189.                             transient_lastDdlTime 1297330334
    190. 

  190.                           serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    191. 

  191.                           name: default.bucketmapjoin_tmp_result
    192. 

  192.                       TotalFiles: 1
    193. 

  193.                       GatherStats: true
    194. 

  194.                       MultiFileSpray: false
    195. 

  195.       Local Work:
    196. 

  196.         Map Reduce Local Work
    197. 

  197.       Needs Tagging: false
    198. 

  198.       Path -> Alias:
    199. 

  199.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin [a]
    200. 

  200.       Path -> Partition:
    201. 

  201.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin 
    202. 

  202.           Partition
    203. 

  203.             base file name: srcbucket_mapjoin
    204. 

  204.             input format: org.apache.hadoop.mapred.TextInputFormat
    205. 

  205.             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    206. 

  206.             properties:
    207. 

  207.               bucket_count 2
    208. 

  208.               bucket_field_name key
    209. 

  209.               columns key,value
    210. 

  210.               columns.types int:string
    211. 

  211.               file.inputformat org.apache.hadoop.mapred.TextInputFormat
    212. 

  212.               file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    213. 

  213.               location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin
    214. 

  214.               name default.srcbucket_mapjoin
    215. 

  215.               serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
    216. 

  216.               serialization.format 1
    217. 

  217.               serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    218. 

  218.               transient_lastDdlTime 1297330330
    219. 

  219.             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    220. 

  220.           
    221. 

  221.               input format: org.apache.hadoop.mapred.TextInputFormat
    222. 

  222.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    223. 

  223.               properties:
    224. 

  224.                 bucket_count 2
    225. 

  225.                 bucket_field_name key
    226. 

  226.                 columns key,value
    227. 

  227.                 columns.types int:string
    228. 

  228.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    229. 

  229.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    230. 

  230.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin
    231. 

  231.                 name default.srcbucket_mapjoin
    232. 

  232.                 serialization.ddl struct srcbucket_mapjoin { i32 key, string value}
    233. 

  233.                 serialization.format 1
    234. 

  234.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    235. 

  235.                 transient_lastDdlTime 1297330330
    236. 

  236.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    237. 

  237.               name: default.srcbucket_mapjoin
    238. 

  238.             name: default.srcbucket_mapjoin
    239. 

  239. 

  240.   Stage: Stage-5
    241. 

  241.     Conditional Operator
    242. 

  242. 

  243.   Stage: Stage-4
    244. 

  244.     Move Operator
    245. 

  245.       files:
    246. 

  246.           hdfs directory: true
    247. 

  247.           source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002
    248. 

  248.           destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000
    249. 

  249. 

  250.   Stage: Stage-0
    251. 

  251.     Move Operator
    252. 

  252.       tables:
    253. 

  253.           replace: true
    254. 

  254.           source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000
    255. 

  255.           table:
    256. 

  256.               input format: org.apache.hadoop.mapred.TextInputFormat
    257. 

  257.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    258. 

  258.               properties:
    259. 

  259.                 bucket_count -1
    260. 

  260.                 columns key,value1,value2
    261. 

  261.                 columns.types string:string:string
    262. 

  262.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    263. 

  263.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    264. 

  264.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
    265. 

  265.                 name default.bucketmapjoin_tmp_result
    266. 

  266.                 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    267. 

  267.                 serialization.format 1
    268. 

  268.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    269. 

  269.                 transient_lastDdlTime 1297330334
    270. 

  270.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    271. 

  271.               name: default.bucketmapjoin_tmp_result
    272. 

  272.           tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10001
    273. 

  273. 

  274.   Stage: Stage-2
    275. 

  275.     Stats-Aggr Operator
    276. 

  276.       Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000/
    277. 

  277. 

  278.   Stage: Stage-3
    279. 

  279.     Map Reduce
    280. 

  280.       Alias -> Map Operator Tree:
    281. 

  281.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 
    282. 

  282.             File Output Operator
    283. 

  283.               compressed: false
    284. 

  284.               GlobalTableId: 0
    285. 

  285.               directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10000
    286. 

  286.               NumFilesPerFileSink: 1
    287. 

  287.               table:
    288. 

  288.                   input format: org.apache.hadoop.mapred.TextInputFormat
    289. 

  289.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    290. 

  290.                   properties:
    291. 

  291.                     bucket_count -1
    292. 

  292.                     columns key,value1,value2
    293. 

  293.                     columns.types string:string:string
    294. 

  294.                     file.inputformat org.apache.hadoop.mapred.TextInputFormat
    295. 

  295.                     file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    296. 

  296.                     location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
    297. 

  297.                     name default.bucketmapjoin_tmp_result
    298. 

  298.                     serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    299. 

  299.                     serialization.format 1
    300. 

  300.                     serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    301. 

  301.                     transient_lastDdlTime 1297330334
    302. 

  302.                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    303. 

  303.                   name: default.bucketmapjoin_tmp_result
    304. 

  304.               TotalFiles: 1
    305. 

  305.               GatherStats: false
    306. 

  306.               MultiFileSpray: false
    307. 

  307.       Needs Tagging: false
    308. 

  308.       Path -> Alias:
    309. 

  309.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002]
    310. 

  310.       Path -> Partition:
    311. 

  311.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-14_620_3045094958113552377/-ext-10002 
    312. 

  312.           Partition
    313. 

  313.             base file name: -ext-10002
    314. 

  314.             input format: org.apache.hadoop.mapred.TextInputFormat
    315. 

  315.             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    316. 

  316.             properties:
    317. 

  317.               bucket_count -1
    318. 

  318.               columns key,value1,value2
    319. 

  319.               columns.types string:string:string
    320. 

  320.               file.inputformat org.apache.hadoop.mapred.TextInputFormat
    321. 

  321.               file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    322. 

  322.               location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
    323. 

  323.               name default.bucketmapjoin_tmp_result
    324. 

  324.               serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    325. 

  325.               serialization.format 1
    326. 

  326.               serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    327. 

  327.               transient_lastDdlTime 1297330334
    328. 

  328.             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    329. 

  329.           
    330. 

  330.               input format: org.apache.hadoop.mapred.TextInputFormat
    331. 

  331.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    332. 

  332.               properties:
    333. 

  333.                 bucket_count -1
    334. 

  334.                 columns key,value1,value2
    335. 

  335.                 columns.types string:string:string
    336. 

  336.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    337. 

  337.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    338. 

  338.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
    339. 

  339.                 name default.bucketmapjoin_tmp_result
    340. 

  340.                 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    341. 

  341.                 serialization.format 1
    342. 

  342.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    343. 

  343.                 transient_lastDdlTime 1297330334
    344. 

  344.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    345. 

  345.               name: default.bucketmapjoin_tmp_result
    346. 

  346.             name: default.bucketmapjoin_tmp_result
    347. 

  347. 

  348. 

  349. PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
    350. 

  350. select /*+mapjoin(b)*/ a.key, a.value, b.value 
    351. 

  351. from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
    352. 

  352. on a.key=b.key where b.ds="2008-04-08"
    353. 

  353. PREHOOK: type: QUERY
    354. 

  354. PREHOOK: Input: default@srcbucket_mapjoin
    355. 

  355. PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
    356. 

  356. PREHOOK: Output: default@bucketmapjoin_tmp_result
    357. 

  357. POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
    358. 

  358. select /*+mapjoin(b)*/ a.key, a.value, b.value 
    359. 

  359. from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
    360. 

  360. on a.key=b.key where b.ds="2008-04-08"
    361. 

  361. POSTHOOK: type: QUERY
    362. 

  362. POSTHOOK: Input: default@srcbucket_mapjoin
    363. 

  363. POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
    364. 

  364. POSTHOOK: Output: default@bucketmapjoin_tmp_result
    365. 

  365. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    366. 

  366. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    367. 

  367. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    368. 

  368. PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
    369. 

  369. PREHOOK: type: QUERY
    370. 

  370. PREHOOK: Input: default@bucketmapjoin_tmp_result
    371. 

  371. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-22_115_3370231433781185993/-mr-10000
    372. 

  372. POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
    373. 

  373. POSTHOOK: type: QUERY
    374. 

  374. POSTHOOK: Input: default@bucketmapjoin_tmp_result
    375. 

  375. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-22_115_3370231433781185993/-mr-10000
    376. 

  376. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    377. 

  377. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    378. 

  378. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    379. 

  379. 464
    380. 

  380. PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_1
    381. 

  381. select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
    382. 

  382. PREHOOK: type: QUERY
    383. 

  383. PREHOOK: Input: default@bucketmapjoin_tmp_result
    384. 

  384. PREHOOK: Output: default@bucketmapjoin_hash_result_1
    385. 

  385. POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_1
    386. 

  386. select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
    387. 

  387. POSTHOOK: type: QUERY
    388. 

  388. POSTHOOK: Input: default@bucketmapjoin_tmp_result
    389. 

  389. POSTHOOK: Output: default@bucketmapjoin_hash_result_1
    390. 

  390. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    391. 

  391. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    392. 

  392. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    393. 

  393. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    394. 

  394. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    395. 

  395. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    396. 

  396. PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
    397. 

  397. select /*+mapjoin(b)*/ a.key, a.value, b.value 
    398. 

  398. from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
    399. 

  399. on a.key=b.key where b.ds="2008-04-08"
    400. 

  400. PREHOOK: type: QUERY
    401. 

  401. PREHOOK: Input: default@srcbucket_mapjoin
    402. 

  402. PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
    403. 

  403. PREHOOK: Output: default@bucketmapjoin_tmp_result
    404. 

  404. POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
    405. 

  405. select /*+mapjoin(b)*/ a.key, a.value, b.value 
    406. 

  406. from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
    407. 

  407. on a.key=b.key where b.ds="2008-04-08"
    408. 

  408. POSTHOOK: type: QUERY
    409. 

  409. POSTHOOK: Input: default@srcbucket_mapjoin
    410. 

  410. POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
    411. 

  411. POSTHOOK: Output: default@bucketmapjoin_tmp_result
    412. 

  412. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    413. 

  413. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    414. 

  414. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    415. 

  415. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    416. 

  416. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    417. 

  417. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    418. 

  418. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    419. 

  419. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    420. 

  420. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    421. 

  421. PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
    422. 

  422. PREHOOK: type: QUERY
    423. 

  423. PREHOOK: Input: default@bucketmapjoin_tmp_result
    424. 

  424. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-36_794_2065549773611334726/-mr-10000
    425. 

  425. POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
    426. 

  426. POSTHOOK: type: QUERY
    427. 

  427. POSTHOOK: Input: default@bucketmapjoin_tmp_result
    428. 

  428. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-36_794_2065549773611334726/-mr-10000
    429. 

  429. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    430. 

  430. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    431. 

  431. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    432. 

  432. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    433. 

  433. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    434. 

  434. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    435. 

  435. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    436. 

  436. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    437. 

  437. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    438. 

  438. 464
    439. 

  439. PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_2
    440. 

  440. select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
    441. 

  441. PREHOOK: type: QUERY
    442. 

  442. PREHOOK: Input: default@bucketmapjoin_tmp_result
    443. 

  443. PREHOOK: Output: default@bucketmapjoin_hash_result_2
    444. 

  444. POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_2
    445. 

  445. select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
    446. 

  446. POSTHOOK: type: QUERY
    447. 

  447. POSTHOOK: Input: default@bucketmapjoin_tmp_result
    448. 

  448. POSTHOOK: Output: default@bucketmapjoin_hash_result_2
    449. 

  449. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    450. 

  450. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    451. 

  451. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    452. 

  452. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    453. 

  453. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    454. 

  454. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    455. 

  455. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    456. 

  456. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    457. 

  457. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    458. 

  458. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    459. 

  459. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    460. 

  460. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    461. 

  461. PREHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
    462. 

  462. from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
    463. 

  463. on a.key = b.key
    464. 

  464. PREHOOK: type: QUERY
    465. 

  465. PREHOOK: Input: default@bucketmapjoin_hash_result_1
    466. 

  466. PREHOOK: Input: default@bucketmapjoin_hash_result_2
    467. 

  467. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-44_744_7341074953851265954/-mr-10000
    468. 

  468. POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
    469. 

  469. from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
    470. 

  470. on a.key = b.key
    471. 

  471. POSTHOOK: type: QUERY
    472. 

  472. POSTHOOK: Input: default@bucketmapjoin_hash_result_1
    473. 

  473. POSTHOOK: Input: default@bucketmapjoin_hash_result_2
    474. 

  474. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-44_744_7341074953851265954/-mr-10000
    475. 

  475. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    476. 

  476. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    477. 

  477. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    478. 

  478. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    479. 

  479. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    480. 

  480. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    481. 

  481. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    482. 

  482. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    483. 

  483. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    484. 

  484. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    485. 

  485. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    486. 

  486. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    487. 

  487. 0	0	0
    488. 

  488. PREHOOK: query: explain extended
    489. 

  489. insert overwrite table bucketmapjoin_tmp_result 
    490. 

  490. select /*+mapjoin(a)*/ a.key, a.value, b.value 
    491. 

  491. from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
    492. 

  492. on a.key=b.key where b.ds="2008-04-08"
    493. 

  493. PREHOOK: type: QUERY
    494. 

  494. POSTHOOK: query: explain extended
    495. 

  495. insert overwrite table bucketmapjoin_tmp_result 
    496. 

  496. select /*+mapjoin(a)*/ a.key, a.value, b.value 
    497. 

  497. from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
    498. 

  498. on a.key=b.key where b.ds="2008-04-08"
    499. 

  499. POSTHOOK: type: QUERY
    500. 

  500. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    501. 

  501. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    502. 

  502. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    503. 

  503. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    504. 

  504. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    505. 

  505. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    506. 

  506. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    507. 

  507. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    508. 

  508. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    509. 

  509. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    510. 

  510. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    511. 

  511. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    512. 

  512. ABSTRACT SYNTAX TREE:
    513. 

  513.   (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin) a) (TOK_TABREF (TOK_TABNAME srcbucket_mapjoin_part) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME bucketmapjoin_tmp_result))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL b) ds) "2008-04-08"))))
    514. 

  514. 

  515. STAGE DEPENDENCIES:
    516. 

  516.   Stage-7 is a root stage
    517. 

  517.   Stage-1 depends on stages: Stage-7
    518. 

  518.   Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    519. 

  519.   Stage-4
    520. 

  520.   Stage-0 depends on stages: Stage-4, Stage-3
    521. 

  521.   Stage-2 depends on stages: Stage-0
    522. 

  522.   Stage-3
    523. 

  523. 

  524. STAGE PLANS:
    525. 

  525.   Stage: Stage-7
    526. 

  526.     Map Reduce Local Work
    527. 

  527.       Alias -> Map Local Tables:
    528. 

  528.         a 
    529. 

  529.           Fetch Operator
    530. 

  530.             limit: -1
    531. 

  531.       Alias -> Map Local Operator Tree:
    532. 

  532.         a 
    533. 

  533.           TableScan
    534. 

  534.             alias: a
    535. 

  535.             GatherStats: false
    536. 

  536.             HashTable Sink Operator
    537. 

  537.               condition expressions:
    538. 

  538.                 0 {key} {value}
    539. 

  539.                 1 {value} {ds}
    540. 

  540.               handleSkewJoin: false
    541. 

  541.               keys:
    542. 

  542.                 0 [Column[key]]
    543. 

  543.                 1 [Column[key]]
    544. 

  544.               Position of Big Table: 1
    545. 

  545.       Bucket Mapjoin Context:
    546. 

  546.           Alias Bucket Base File Name Mapping:
    547. 

  547.             a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]}
    548. 

  548.           Alias Bucket File Name Mapping:
    549. 

  549.             a {pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]}
    550. 

  550.           Alias Bucket Output File Name Mapping:
    551. 

  551.             pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0
    552. 

  552.             pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1
    553. 

  553.             pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2
    554. 

  554.             pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3
    555. 

  555. 

  556.   Stage: Stage-1
    557. 

  557.     Map Reduce
    558. 

  558.       Alias -> Map Operator Tree:
    559. 

  559.         b 
    560. 

  560.           TableScan
    561. 

  561.             alias: b
    562. 

  562.             GatherStats: false
    563. 

  563.             Map Join Operator
    564. 

  564.               condition map:
    565. 

  565.                    Inner Join 0 to 1
    566. 

  566.               condition expressions:
    567. 

  567.                 0 {key} {value}
    568. 

  568.                 1 {value} {ds}
    569. 

  569.               handleSkewJoin: false
    570. 

  570.               keys:
    571. 

  571.                 0 [Column[key]]
    572. 

  572.                 1 [Column[key]]
    573. 

  573.               outputColumnNames: _col0, _col1, _col5, _col6
    574. 

  574.               Position of Big Table: 1
    575. 

  575.               Select Operator
    576. 

  576.                 expressions:
    577. 

  577.                       expr: _col0
    578. 

  578.                       type: int
    579. 

  579.                       expr: _col1
    580. 

  580.                       type: string
    581. 

  581.                       expr: _col5
    582. 

  582.                       type: string
    583. 

  583.                       expr: _col6
    584. 

  584.                       type: string
    585. 

  585.                 outputColumnNames: _col0, _col1, _col5, _col6
    586. 

  586.                 Filter Operator
    587. 

  587.                   isSamplingPred: false
    588. 

  588.                   predicate:
    589. 

  589.                       expr: (_col6 = '2008-04-08')
    590. 

  590.                       type: boolean
    591. 

  591.                   Select Operator
    592. 

  592.                     expressions:
    593. 

  593.                           expr: _col0
    594. 

  594.                           type: int
    595. 

  595.                           expr: _col1
    596. 

  596.                           type: string
    597. 

  597.                           expr: _col5
    598. 

  598.                           type: string
    599. 

  599.                     outputColumnNames: _col0, _col1, _col2
    600. 

  600.                     File Output Operator
    601. 

  601.                       compressed: false
    602. 

  602.                       GlobalTableId: 1
    603. 

  603.                       directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002
    604. 

  604.                       NumFilesPerFileSink: 1
    605. 

  605.                       Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000/
    606. 

  606.                       table:
    607. 

  607.                           input format: org.apache.hadoop.mapred.TextInputFormat
    608. 

  608.                           output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    609. 

  609.                           properties:
    610. 

  610.                             bucket_count -1
    611. 

  611.                             columns key,value1,value2
    612. 

  612.                             columns.types string:string:string
    613. 

  613.                             file.inputformat org.apache.hadoop.mapred.TextInputFormat
    614. 

  614.                             file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    615. 

  615.                             location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
    616. 

  616.                             name default.bucketmapjoin_tmp_result
    617. 

  617.                             numFiles 1
    618. 

  618.                             numPartitions 0
    619. 

  619.                             numRows 464
    620. 

  620.                             serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    621. 

  621.                             serialization.format 1
    622. 

  622.                             serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    623. 

  623.                             totalSize 8983
    624. 

  624.                             transient_lastDdlTime 1297330356
    625. 

  625.                           serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    626. 

  626.                           name: default.bucketmapjoin_tmp_result
    627. 

  627.                       TotalFiles: 1
    628. 

  628.                       GatherStats: true
    629. 

  629.                       MultiFileSpray: false
    630. 

  630.       Local Work:
    631. 

  631.         Map Reduce Local Work
    632. 

  632.       Needs Tagging: false
    633. 

  633.       Path -> Alias:
    634. 

  634.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b]
    635. 

  635.       Path -> Partition:
    636. 

  636.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 
    637. 

  637.           Partition
    638. 

  638.             base file name: ds=2008-04-08
    639. 

  639.             input format: org.apache.hadoop.mapred.TextInputFormat
    640. 

  640.             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    641. 

  641.             partition values:
    642. 

  642.               ds 2008-04-08
    643. 

  643.             properties:
    644. 

  644.               bucket_count 4
    645. 

  645.               bucket_field_name key
    646. 

  646.               columns key,value
    647. 

  647.               columns.types int:string
    648. 

  648.               file.inputformat org.apache.hadoop.mapred.TextInputFormat
    649. 

  649.               file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    650. 

  650.               location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08
    651. 

  651.               name default.srcbucket_mapjoin_part
    652. 

  652.               partition_columns ds
    653. 

  653.               serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
    654. 

  654.               serialization.format 1
    655. 

  655.               serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    656. 

  656.               transient_lastDdlTime 1297330330
    657. 

  657.             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    658. 

  658.           
    659. 

  659.               input format: org.apache.hadoop.mapred.TextInputFormat
    660. 

  660.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    661. 

  661.               properties:
    662. 

  662.                 bucket_count 4
    663. 

  663.                 bucket_field_name key
    664. 

  664.                 columns key,value
    665. 

  665.                 columns.types int:string
    666. 

  666.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    667. 

  667.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    668. 

  668.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcbucket_mapjoin_part
    669. 

  669.                 name default.srcbucket_mapjoin_part
    670. 

  670.                 partition_columns ds
    671. 

  671.                 serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value}
    672. 

  672.                 serialization.format 1
    673. 

  673.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    674. 

  674.                 transient_lastDdlTime 1297330330
    675. 

  675.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    676. 

  676.               name: default.srcbucket_mapjoin_part
    677. 

  677.             name: default.srcbucket_mapjoin_part
    678. 

  678. 

  679.   Stage: Stage-5
    680. 

  680.     Conditional Operator
    681. 

  681. 

  682.   Stage: Stage-4
    683. 

  683.     Move Operator
    684. 

  684.       files:
    685. 

  685.           hdfs directory: true
    686. 

  686.           source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002
    687. 

  687.           destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000
    688. 

  688. 

  689.   Stage: Stage-0
    690. 

  690.     Move Operator
    691. 

  691.       tables:
    692. 

  692.           replace: true
    693. 

  693.           source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000
    694. 

  694.           table:
    695. 

  695.               input format: org.apache.hadoop.mapred.TextInputFormat
    696. 

  696.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    697. 

  697.               properties:
    698. 

  698.                 bucket_count -1
    699. 

  699.                 columns key,value1,value2
    700. 

  700.                 columns.types string:string:string
    701. 

  701.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    702. 

  702.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    703. 

  703.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
    704. 

  704.                 name default.bucketmapjoin_tmp_result
    705. 

  705.                 numFiles 1
    706. 

  706.                 numPartitions 0
    707. 

  707.                 numRows 464
    708. 

  708.                 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    709. 

  709.                 serialization.format 1
    710. 

  710.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    711. 

  711.                 totalSize 8983
    712. 

  712.                 transient_lastDdlTime 1297330356
    713. 

  713.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    714. 

  714.               name: default.bucketmapjoin_tmp_result
    715. 

  715.           tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10001
    716. 

  716. 

  717.   Stage: Stage-2
    718. 

  718.     Stats-Aggr Operator
    719. 

  719.       Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000/
    720. 

  720. 

  721.   Stage: Stage-3
    722. 

  722.     Map Reduce
    723. 

  723.       Alias -> Map Operator Tree:
    724. 

  724.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 
    725. 

  725.             File Output Operator
    726. 

  726.               compressed: false
    727. 

  727.               GlobalTableId: 0
    728. 

  728.               directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10000
    729. 

  729.               NumFilesPerFileSink: 1
    730. 

  730.               table:
    731. 

  731.                   input format: org.apache.hadoop.mapred.TextInputFormat
    732. 

  732.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    733. 

  733.                   properties:
    734. 

  734.                     bucket_count -1
    735. 

  735.                     columns key,value1,value2
    736. 

  736.                     columns.types string:string:string
    737. 

  737.                     file.inputformat org.apache.hadoop.mapred.TextInputFormat
    738. 

  738.                     file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    739. 

  739.                     location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
    740. 

  740.                     name default.bucketmapjoin_tmp_result
    741. 

  741.                     numFiles 1
    742. 

  742.                     numPartitions 0
    743. 

  743.                     numRows 464
    744. 

  744.                     serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    745. 

  745.                     serialization.format 1
    746. 

  746.                     serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    747. 

  747.                     totalSize 8983
    748. 

  748.                     transient_lastDdlTime 1297330356
    749. 

  749.                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    750. 

  750.                   name: default.bucketmapjoin_tmp_result
    751. 

  751.               TotalFiles: 1
    752. 

  752.               GatherStats: false
    753. 

  753.               MultiFileSpray: false
    754. 

  754.       Needs Tagging: false
    755. 

  755.       Path -> Alias:
    756. 

  756.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002]
    757. 

  757.       Path -> Partition:
    758. 

  758.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_01-32-48_438_2652635181723360989/-ext-10002 
    759. 

  759.           Partition
    760. 

  760.             base file name: -ext-10002
    761. 

  761.             input format: org.apache.hadoop.mapred.TextInputFormat
    762. 

  762.             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    763. 

  763.             properties:
    764. 

  764.               bucket_count -1
    765. 

  765.               columns key,value1,value2
    766. 

  766.               columns.types string:string:string
    767. 

  767.               file.inputformat org.apache.hadoop.mapred.TextInputFormat
    768. 

  768.               file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    769. 

  769.               location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
    770. 

  770.               name default.bucketmapjoin_tmp_result
    771. 

  771.               numFiles 1
    772. 

  772.               numPartitions 0
    773. 

  773.               numRows 464
    774. 

  774.               serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    775. 

  775.               serialization.format 1
    776. 

  776.               serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    777. 

  777.               totalSize 8983
    778. 

  778.               transient_lastDdlTime 1297330356
    779. 

  779.             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    780. 

  780.           
    781. 

  781.               input format: org.apache.hadoop.mapred.TextInputFormat
    782. 

  782.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    783. 

  783.               properties:
    784. 

  784.                 bucket_count -1
    785. 

  785.                 columns key,value1,value2
    786. 

  786.                 columns.types string:string:string
    787. 

  787.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    788. 

  788.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    789. 

  789.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result
    790. 

  790.                 name default.bucketmapjoin_tmp_result
    791. 

  791.                 numFiles 1
    792. 

  792.                 numPartitions 0
    793. 

  793.                 numRows 464
    794. 

  794.                 serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2}
    795. 

  795.                 serialization.format 1
    796. 

  796.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    797. 

  797.                 totalSize 8983
    798. 

  798.                 transient_lastDdlTime 1297330356
    799. 

  799.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    800. 

  800.               name: default.bucketmapjoin_tmp_result
    801. 

  801.             name: default.bucketmapjoin_tmp_result
    802. 

  802. 

  803. 

  804. PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
    805. 

  805. select /*+mapjoin(a)*/ a.key, a.value, b.value 
    806. 

  806. from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
    807. 

  807. on a.key=b.key where b.ds="2008-04-08"
    808. 

  808. PREHOOK: type: QUERY
    809. 

  809. PREHOOK: Input: default@srcbucket_mapjoin
    810. 

  810. PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
    811. 

  811. PREHOOK: Output: default@bucketmapjoin_tmp_result
    812. 

  812. POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
    813. 

  813. select /*+mapjoin(a)*/ a.key, a.value, b.value 
    814. 

  814. from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
    815. 

  815. on a.key=b.key where b.ds="2008-04-08"
    816. 

  816. POSTHOOK: type: QUERY
    817. 

  817. POSTHOOK: Input: default@srcbucket_mapjoin
    818. 

  818. POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
    819. 

  819. POSTHOOK: Output: default@bucketmapjoin_tmp_result
    820. 

  820. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    821. 

  821. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    822. 

  822. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    823. 

  823. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    824. 

  824. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    825. 

  825. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    826. 

  826. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    827. 

  827. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    828. 

  828. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    829. 

  829. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    830. 

  830. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    831. 

  831. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    832. 

  832. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    833. 

  833. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    834. 

  834. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    835. 

  835. PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
    836. 

  836. PREHOOK: type: QUERY
    837. 

  837. PREHOOK: Input: default@bucketmapjoin_tmp_result
    838. 

  838. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-56_690_1409406427201936056/-mr-10000
    839. 

  839. POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
    840. 

  840. POSTHOOK: type: QUERY
    841. 

  841. POSTHOOK: Input: default@bucketmapjoin_tmp_result
    842. 

  842. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-32-56_690_1409406427201936056/-mr-10000
    843. 

  843. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    844. 

  844. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    845. 

  845. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    846. 

  846. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    847. 

  847. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    848. 

  848. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    849. 

  849. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    850. 

  850. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    851. 

  851. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    852. 

  852. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    853. 

  853. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    854. 

  854. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    855. 

  855. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    856. 

  856. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    857. 

  857. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    858. 

  858. 464
    859. 

  859. PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_1
    860. 

  860. select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
    861. 

  861. PREHOOK: type: QUERY
    862. 

  862. PREHOOK: Input: default@bucketmapjoin_tmp_result
    863. 

  863. PREHOOK: Output: default@bucketmapjoin_hash_result_1
    864. 

  864. POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_1
    865. 

  865. select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
    866. 

  866. POSTHOOK: type: QUERY
    867. 

  867. POSTHOOK: Input: default@bucketmapjoin_tmp_result
    868. 

  868. POSTHOOK: Output: default@bucketmapjoin_hash_result_1
    869. 

  869. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    870. 

  870. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    871. 

  871. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    872. 

  872. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    873. 

  873. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    874. 

  874. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    875. 

  875. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    876. 

  876. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    877. 

  877. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    878. 

  878. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    879. 

  879. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    880. 

  880. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    881. 

  881. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    882. 

  882. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    883. 

  883. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    884. 

  884. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    885. 

  885. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    886. 

  886. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    887. 

  887. PREHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
    888. 

  888. select /*+mapjoin(a)*/ a.key, a.value, b.value 
    889. 

  889. from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
    890. 

  890. on a.key=b.key where b.ds="2008-04-08"
    891. 

  891. PREHOOK: type: QUERY
    892. 

  892. PREHOOK: Input: default@srcbucket_mapjoin
    893. 

  893. PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
    894. 

  894. PREHOOK: Output: default@bucketmapjoin_tmp_result
    895. 

  895. POSTHOOK: query: insert overwrite table bucketmapjoin_tmp_result 
    896. 

  896. select /*+mapjoin(a)*/ a.key, a.value, b.value 
    897. 

  897. from srcbucket_mapjoin a join srcbucket_mapjoin_part b 
    898. 

  898. on a.key=b.key where b.ds="2008-04-08"
    899. 

  899. POSTHOOK: type: QUERY
    900. 

  900. POSTHOOK: Input: default@srcbucket_mapjoin
    901. 

  901. POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08
    902. 

  902. POSTHOOK: Output: default@bucketmapjoin_tmp_result
    903. 

  903. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    904. 

  904. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    905. 

  905. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    906. 

  906. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    907. 

  907. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    908. 

  908. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    909. 

  909. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    910. 

  910. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    911. 

  911. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    912. 

  912. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    913. 

  913. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    914. 

  914. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    915. 

  915. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    916. 

  916. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    917. 

  917. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    918. 

  918. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    919. 

  919. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    920. 

  920. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    921. 

  921. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    922. 

  922. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    923. 

  923. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    924. 

  924. PREHOOK: query: select count(1) from bucketmapjoin_tmp_result
    925. 

  925. PREHOOK: type: QUERY
    926. 

  926. PREHOOK: Input: default@bucketmapjoin_tmp_result
    927. 

  927. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-33-11_515_3403090985854448731/-mr-10000
    928. 

  928. POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result
    929. 

  929. POSTHOOK: type: QUERY
    930. 

  930. POSTHOOK: Input: default@bucketmapjoin_tmp_result
    931. 

  931. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-33-11_515_3403090985854448731/-mr-10000
    932. 

  932. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    933. 

  933. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    934. 

  934. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    935. 

  935. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    936. 

  936. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    937. 

  937. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    938. 

  938. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    939. 

  939. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    940. 

  940. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    941. 

  941. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    942. 

  942. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    943. 

  943. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    944. 

  944. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    945. 

  945. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    946. 

  946. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    947. 

  947. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    948. 

  948. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    949. 

  949. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    950. 

  950. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    951. 

  951. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    952. 

  952. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    953. 

  953. 464
    954. 

  954. PREHOOK: query: insert overwrite table bucketmapjoin_hash_result_2
    955. 

  955. select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
    956. 

  956. PREHOOK: type: QUERY
    957. 

  957. PREHOOK: Input: default@bucketmapjoin_tmp_result
    958. 

  958. PREHOOK: Output: default@bucketmapjoin_hash_result_2
    959. 

  959. POSTHOOK: query: insert overwrite table bucketmapjoin_hash_result_2
    960. 

  960. select sum(hash(key)), sum(hash(value1)), sum(hash(value2)) from bucketmapjoin_tmp_result
    961. 

  961. POSTHOOK: type: QUERY
    962. 

  962. POSTHOOK: Input: default@bucketmapjoin_tmp_result
    963. 

  963. POSTHOOK: Output: default@bucketmapjoin_hash_result_2
    964. 

  964. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    965. 

  965. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    966. 

  966. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    967. 

  967. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    968. 

  968. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    969. 

  969. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    970. 

  970. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    971. 

  971. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    972. 

  972. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    973. 

  973. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    974. 

  974. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    975. 

  975. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    976. 

  976. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    977. 

  977. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    978. 

  978. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    979. 

  979. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    980. 

  980. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    981. 

  981. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    982. 

  982. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    983. 

  983. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    984. 

  984. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    985. 

  985. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    986. 

  986. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    987. 

  987. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    988. 

  988. PREHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
    989. 

  989. from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
    990. 

  990. on a.key = b.key
    991. 

  991. PREHOOK: type: QUERY
    992. 

  992. PREHOOK: Input: default@bucketmapjoin_hash_result_1
    993. 

  993. PREHOOK: Input: default@bucketmapjoin_hash_result_2
    994. 

  994. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-33-19_520_7001499734711665691/-mr-10000
    995. 

  995. POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2
    996. 

  996. from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b
    997. 

  997. on a.key = b.key
    998. 

  998. POSTHOOK: type: QUERY
    999. 

  999. POSTHOOK: Input: default@bucketmapjoin_hash_result_1
    1000. 

  1000. POSTHOOK: Input: default@bucketmapjoin_hash_result_2
    1001. 

  1001. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-33-19_520_7001499734711665691/-mr-10000
    1002. 

  1002. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    1003. 

  1003. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    1004. 

  1004. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    1005. 

  1005. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    1006. 

  1006. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    1007. 

  1007. POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    1008. 

  1008. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    1009. 

  1009. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ]
    1010. 

  1010. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    1011. 

  1011. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]
    1012. 

  1012. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    1013. 

  1013. POSTHOOK: Lineage: bucketmapjoin_hash_result_2.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ]
    1014. 

  1014. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    1015. 

  1015. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    1016. 

  1016. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    1017. 

  1017. POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ]
    1018. 

  1018. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    1019. 

  1019. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    1020. 

  1020. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    1021. 

  1021. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ]
    1022. 

  1022. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    1023. 

  1023. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    1024. 

  1024. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    1025. 

  1025. POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ]
    1026. 

  1026. 0	0	0
    1027.