PageRenderTime 46ms CodeModel.GetById 18ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/join28.q.out

#
text | 319 lines | 309 code | 10 blank | 0 comment | 0 complexity | 1fbcffdd268ff1c1b1dea8b68647780f MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0 
    

  1. PREHOOK: query: CREATE TABLE dest_j1(key STRING, value STRING) STORED AS TEXTFILE
    2. 

  2. PREHOOK: type: CREATETABLE
    3. 

  3. POSTHOOK: query: CREATE TABLE dest_j1(key STRING, value STRING) STORED AS TEXTFILE
    4. 

  4. POSTHOOK: type: CREATETABLE
    5. 

  5. POSTHOOK: Output: default@dest_j1
    6. 

  6. PREHOOK: query: EXPLAIN
    7. 

  7. INSERT OVERWRITE TABLE dest_j1 
    8. 

  8. SELECT /*+ MAPJOIN(z) */ subq.key1, z.value
    9. 

  9. FROM
    10. 

  10. (SELECT /*+ MAPJOIN(x) */ x.key as key1, x.value as value1, y.key as key2, y.value as value2 
    11. 

  11.  FROM src1 x JOIN src y ON (x.key = y.key)) subq
    12. 

  12.  JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11)
    13. 

  13. PREHOOK: type: QUERY
    14. 

  14. POSTHOOK: query: EXPLAIN
    15. 

  15. INSERT OVERWRITE TABLE dest_j1 
    16. 

  16. SELECT /*+ MAPJOIN(z) */ subq.key1, z.value
    17. 

  17. FROM
    18. 

  18. (SELECT /*+ MAPJOIN(x) */ x.key as key1, x.value as value1, y.key as key2, y.value as value2 
    19. 

  19.  FROM src1 x JOIN src y ON (x.key = y.key)) subq
    20. 

  20.  JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11)
    21. 

  21. POSTHOOK: type: QUERY
    22. 

  22. ABSTRACT SYNTAX TREE:
    23. 

  23.   (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME src1) x) (TOK_TABREF (TOK_TABNAME src) y) (= (. (TOK_TABLE_OR_COL x) key) (. (TOK_TABLE_OR_COL y) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST x))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) key) key1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL x) value) value1) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) key) key2) (TOK_SELEXPR (. (TOK_TABLE_OR_COL y) value) value2)))) subq) (TOK_TABREF (TOK_TABNAME srcpart) z) (and (and (= (. (TOK_TABLE_OR_COL subq) key1) (. (TOK_TABLE_OR_COL z) key)) (= (. (TOK_TABLE_OR_COL z) ds) '2008-04-08')) (= (. (TOK_TABLE_OR_COL z) hr) 11)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_j1))) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST z))) (TOK_SELEXPR (. (TOK_TABLE_OR_COL subq) key1)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL z) value)))))
    24. 

  24. 

  25. STAGE DEPENDENCIES:
    26. 

  26.   Stage-8 is a root stage
    27. 

  27.   Stage-1 depends on stages: Stage-8
    28. 

  28.   Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    29. 

  29.   Stage-4
    30. 

  30.   Stage-0 depends on stages: Stage-4, Stage-3
    31. 

  31.   Stage-2 depends on stages: Stage-0
    32. 

  32.   Stage-3
    33. 

  33. 

  34. STAGE PLANS:
    35. 

  35.   Stage: Stage-8
    36. 

  36.     Map Reduce Local Work
    37. 

  37.       Alias -> Map Local Tables:
    38. 

  38.         subq:x 
    39. 

  39.           Fetch Operator
    40. 

  40.             limit: -1
    41. 

  41.         z 
    42. 

  42.           Fetch Operator
    43. 

  43.             limit: -1
    44. 

  44.       Alias -> Map Local Operator Tree:
    45. 

  45.         subq:x 
    46. 

  46.           TableScan
    47. 

  47.             alias: x
    48. 

  48.             HashTable Sink Operator
    49. 

  49.               condition expressions:
    50. 

  50.                 0 {key}
    51. 

  51.                 1 
    52. 

  52.               handleSkewJoin: false
    53. 

  53.               keys:
    54. 

  54.                 0 [Column[key]]
    55. 

  55.                 1 [Column[key]]
    56. 

  56.               Position of Big Table: 1
    57. 

  57.         z 
    58. 

  58.           TableScan
    59. 

  59.             alias: z
    60. 

  60.             Filter Operator
    61. 

  61.               predicate:
    62. 

  62.                   expr: (ds = '2008-04-08')
    63. 

  63.                   type: boolean
    64. 

  64.               Filter Operator
    65. 

  65.                 predicate:
    66. 

  66.                     expr: (hr = 11)
    67. 

  67.                     type: boolean
    68. 

  68.                 HashTable Sink Operator
    69. 

  69.                   condition expressions:
    70. 

  70.                     0 {_col0}
    71. 

  71.                     1 {value}
    72. 

  72.                   handleSkewJoin: false
    73. 

  73.                   keys:
    74. 

  74.                     0 [Column[_col0]]
    75. 

  75.                     1 [Column[key]]
    76. 

  76.                   Position of Big Table: 0
    77. 

  77. 

  78.   Stage: Stage-1
    79. 

  79.     Map Reduce
    80. 

  80.       Alias -> Map Operator Tree:
    81. 

  81.         subq:y 
    82. 

  82.           TableScan
    83. 

  83.             alias: y
    84. 

  84.             Map Join Operator
    85. 

  85.               condition map:
    86. 

  86.                    Inner Join 0 to 1
    87. 

  87.               condition expressions:
    88. 

  88.                 0 {key}
    89. 

  89.                 1 
    90. 

  90.               handleSkewJoin: false
    91. 

  91.               keys:
    92. 

  92.                 0 [Column[key]]
    93. 

  93.                 1 [Column[key]]
    94. 

  94.               outputColumnNames: _col0
    95. 

  95.               Position of Big Table: 1
    96. 

  96.               Select Operator
    97. 

  97.                 expressions:
    98. 

  98.                       expr: _col0
    99. 

  99.                       type: string
    100. 

  100.                 outputColumnNames: _col0
    101. 

  101.                 Select Operator
    102. 

  102.                   expressions:
    103. 

  103.                         expr: _col0
    104. 

  104.                         type: string
    105. 

  105.                   outputColumnNames: _col0
    106. 

  106.                   Map Join Operator
    107. 

  107.                     condition map:
    108. 

  108.                          Inner Join 0 to 1
    109. 

  109.                     condition expressions:
    110. 

  110.                       0 {_col0}
    111. 

  111.                       1 {value}
    112. 

  112.                     handleSkewJoin: false
    113. 

  113.                     keys:
    114. 

  114.                       0 [Column[_col0]]
    115. 

  115.                       1 [Column[key]]
    116. 

  116.                     outputColumnNames: _col0, _col5
    117. 

  117.                     Position of Big Table: 0
    118. 

  118.                     Select Operator
    119. 

  119.                       expressions:
    120. 

  120.                             expr: _col0
    121. 

  121.                             type: string
    122. 

  122.                             expr: _col5
    123. 

  123.                             type: string
    124. 

  124.                       outputColumnNames: _col0, _col5
    125. 

  125.                       Select Operator
    126. 

  126.                         expressions:
    127. 

  127.                               expr: _col0
    128. 

  128.                               type: string
    129. 

  129.                               expr: _col5
    130. 

  130.                               type: string
    131. 

  131.                         outputColumnNames: _col0, _col1
    132. 

  132.                         File Output Operator
    133. 

  133.                           compressed: false
    134. 

  134.                           GlobalTableId: 1
    135. 

  135.                           table:
    136. 

  136.                               input format: org.apache.hadoop.mapred.TextInputFormat
    137. 

  137.                               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    138. 

  138.                               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    139. 

  139.                               name: default.dest_j1
    140. 

  140.       Local Work:
    141. 

  141.         Map Reduce Local Work
    142. 

  142. 

  143.   Stage: Stage-5
    144. 

  144.     Conditional Operator
    145. 

  145. 

  146.   Stage: Stage-4
    147. 

  147.     Move Operator
    148. 

  148.       files:
    149. 

  149.           hdfs directory: true
    150. 

  150.           destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-04-18_666_8729563590191203713/-ext-10000
    151. 

  151. 

  152.   Stage: Stage-0
    153. 

  153.     Move Operator
    154. 

  154.       tables:
    155. 

  155.           replace: true
    156. 

  156.           table:
    157. 

  157.               input format: org.apache.hadoop.mapred.TextInputFormat
    158. 

  158.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    159. 

  159.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    160. 

  160.               name: default.dest_j1
    161. 

  161. 

  162.   Stage: Stage-2
    163. 

  163.     Stats-Aggr Operator
    164. 

  164. 

  165.   Stage: Stage-3
    166. 

  166.     Map Reduce
    167. 

  167.       Alias -> Map Operator Tree:
    168. 

  168.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-04-18_666_8729563590191203713/-ext-10002 
    169. 

  169.             File Output Operator
    170. 

  170.               compressed: false
    171. 

  171.               GlobalTableId: 0
    172. 

  172.               table:
    173. 

  173.                   input format: org.apache.hadoop.mapred.TextInputFormat
    174. 

  174.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    175. 

  175.                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    176. 

  176.                   name: default.dest_j1
    177. 

  177. 

  178. 

  179. PREHOOK: query: INSERT OVERWRITE TABLE dest_j1 
    180. 

  180. SELECT /*+ MAPJOIN(z) */ subq.key1, z.value
    181. 

  181. FROM
    182. 

  182. (SELECT /*+ MAPJOIN(x) */ x.key as key1, x.value as value1, y.key as key2, y.value as value2 
    183. 

  183.  FROM src1 x JOIN src y ON (x.key = y.key)) subq
    184. 

  184.  JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11)
    185. 

  185. PREHOOK: type: QUERY
    186. 

  186. PREHOOK: Input: default@src
    187. 

  187. PREHOOK: Input: default@src1
    188. 

  188. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
    189. 

  189. PREHOOK: Output: default@dest_j1
    190. 

  190. POSTHOOK: query: INSERT OVERWRITE TABLE dest_j1 
    191. 

  191. SELECT /*+ MAPJOIN(z) */ subq.key1, z.value
    192. 

  192. FROM
    193. 

  193. (SELECT /*+ MAPJOIN(x) */ x.key as key1, x.value as value1, y.key as key2, y.value as value2 
    194. 

  194.  FROM src1 x JOIN src y ON (x.key = y.key)) subq
    195. 

  195.  JOIN srcpart z ON (subq.key1 = z.key and z.ds='2008-04-08' and z.hr=11)
    196. 

  196. POSTHOOK: type: QUERY
    197. 

  197. POSTHOOK: Input: default@src
    198. 

  198. POSTHOOK: Input: default@src1
    199. 

  199. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
    200. 

  200. POSTHOOK: Output: default@dest_j1
    201. 

  201. POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src1)x.FieldSchema(name:key, type:string, comment:default), ]
    202. 

  202. POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ]
    203. 

  203. PREHOOK: query: select * from dest_j1 x order by x.key
    204. 

  204. PREHOOK: type: QUERY
    205. 

  205. PREHOOK: Input: default@dest_j1
    206. 

  206. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-04-25_901_2052252208804412968/-mr-10000
    207. 

  207. POSTHOOK: query: select * from dest_j1 x order by x.key
    208. 

  208. POSTHOOK: type: QUERY
    209. 

  209. POSTHOOK: Input: default@dest_j1
    210. 

  210. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-04-25_901_2052252208804412968/-mr-10000
    211. 

  211. POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src1)x.FieldSchema(name:key, type:string, comment:default), ]
    212. 

  212. POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ]
    213. 

  213. 128	val_128
    214. 

  214. 128	val_128
    215. 

  215. 128	val_128
    216. 

  216. 128	val_128
    217. 

  217. 128	val_128
    218. 

  218. 128	val_128
    219. 

  219. 128	val_128
    220. 

  220. 128	val_128
    221. 

  221. 128	val_128
    222. 

  222. 146	val_146
    223. 

  223. 146	val_146
    224. 

  224. 146	val_146
    225. 

  225. 146	val_146
    226. 

  226. 150	val_150
    227. 

  227. 213	val_213
    228. 

  228. 213	val_213
    229. 

  229. 213	val_213
    230. 

  230. 213	val_213
    231. 

  231. 224	val_224
    232. 

  232. 224	val_224
    233. 

  233. 224	val_224
    234. 

  234. 224	val_224
    235. 

  235. 238	val_238
    236. 

  236. 238	val_238
    237. 

  237. 238	val_238
    238. 

  238. 238	val_238
    239. 

  239. 255	val_255
    240. 

  240. 255	val_255
    241. 

  241. 255	val_255
    242. 

  242. 255	val_255
    243. 

  243. 273	val_273
    244. 

  244. 273	val_273
    245. 

  245. 273	val_273
    246. 

  246. 273	val_273
    247. 

  247. 273	val_273
    248. 

  248. 273	val_273
    249. 

  249. 273	val_273
    250. 

  250. 273	val_273
    251. 

  251. 273	val_273
    252. 

  252. 278	val_278
    253. 

  253. 278	val_278
    254. 

  254. 278	val_278
    255. 

  255. 278	val_278
    256. 

  256. 311	val_311
    257. 

  257. 311	val_311
    258. 

  258. 311	val_311
    259. 

  259. 311	val_311
    260. 

  260. 311	val_311
    261. 

  261. 311	val_311
    262. 

  262. 311	val_311
    263. 

  263. 311	val_311
    264. 

  264. 311	val_311
    265. 

  265. 369	val_369
    266. 

  266. 369	val_369
    267. 

  267. 369	val_369
    268. 

  268. 369	val_369
    269. 

  269. 369	val_369
    270. 

  270. 369	val_369
    271. 

  271. 369	val_369
    272. 

  272. 369	val_369
    273. 

  273. 369	val_369
    274. 

  274. 401	val_401
    275. 

  275. 401	val_401
    276. 

  276. 401	val_401
    277. 

  277. 401	val_401
    278. 

  278. 401	val_401
    279. 

  279. 401	val_401
    280. 

  280. 401	val_401
    281. 

  281. 401	val_401
    282. 

  282. 401	val_401
    283. 

  283. 401	val_401
    284. 

  284. 401	val_401
    285. 

  285. 401	val_401
    286. 

  286. 401	val_401
    287. 

  287. 401	val_401
    288. 

  288. 401	val_401
    289. 

  289. 401	val_401
    290. 

  290. 401	val_401
    291. 

  291. 401	val_401
    292. 

  292. 401	val_401
    293. 

  293. 401	val_401
    294. 

  294. 401	val_401
    295. 

  295. 401	val_401
    296. 

  296. 401	val_401
    297. 

  297. 401	val_401
    298. 

  298. 401	val_401
    299. 

  299. 406	val_406
    300. 

  300. 406	val_406
    301. 

  301. 406	val_406
    302. 

  302. 406	val_406
    303. 

  303. 406	val_406
    304. 

  304. 406	val_406
    305. 

  305. 406	val_406
    306. 

  306. 406	val_406
    307. 

  307. 406	val_406
    308. 

  308. 406	val_406
    309. 

  309. 406	val_406
    310. 

  310. 406	val_406
    311. 

  311. 406	val_406
    312. 

  312. 406	val_406
    313. 

  313. 406	val_406
    314. 

  314. 406	val_406
    315. 

  315. 66	val_66
    316. 

  316. 98	val_98
    317. 

  317. 98	val_98
    318. 

  318. 98	val_98
    319. 

  319. 98	val_98
    320. 

  320.