PageRenderTime 50ms CodeModel.GetById 14ms RepoModel.GetById 0ms app.codeStats 0ms

/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/router_join_ppr.q.out

#
text | 1293 lines | 1257 code | 36 blank | 0 comment | 0 complexity | 7871a23d208e652ce4edd528e1676d4d MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0
  1. PREHOOK: query: EXPLAIN EXTENDED
  2. FROM
  3. src a
  4. RIGHT OUTER JOIN
  5. srcpart b
  6. ON (a.key = b.key AND b.ds = '2008-04-08')
  7. SELECT a.key, a.value, b.key, b.value
  8. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25
  9. PREHOOK: type: QUERY
  10. POSTHOOK: query: EXPLAIN EXTENDED
  11. FROM
  12. src a
  13. RIGHT OUTER JOIN
  14. srcpart b
  15. ON (a.key = b.key AND b.ds = '2008-04-08')
  16. SELECT a.key, a.value, b.key, b.value
  17. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25
  18. POSTHOOK: type: QUERY
  19. ABSTRACT SYNTAX TREE:
  20. (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_TABREF (TOK_TABNAME src) a) (TOK_TABREF (TOK_TABNAME srcpart) b) (AND (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (= (. (TOK_TABLE_OR_COL b) ds) '2008-04-08')))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (AND (AND (AND (> (. (TOK_TABLE_OR_COL a) key) 10) (< (. (TOK_TABLE_OR_COL a) key) 20)) (> (. (TOK_TABLE_OR_COL b) key) 15)) (< (. (TOK_TABLE_OR_COL b) key) 25)))))
  21. STAGE DEPENDENCIES:
  22. Stage-1 is a root stage
  23. Stage-0 is a root stage
  24. STAGE PLANS:
  25. Stage: Stage-1
  26. Map Reduce
  27. Alias -> Map Operator Tree:
  28. a
  29. TableScan
  30. alias: a
  31. GatherStats: false
  32. Reduce Output Operator
  33. key expressions:
  34. expr: key
  35. type: string
  36. sort order: +
  37. Map-reduce partition columns:
  38. expr: key
  39. type: string
  40. tag: 0
  41. value expressions:
  42. expr: key
  43. type: string
  44. expr: value
  45. type: string
  46. b
  47. TableScan
  48. alias: b
  49. GatherStats: false
  50. Filter Operator
  51. isSamplingPred: false
  52. predicate:
  53. expr: ((key > 15) and (key < 25))
  54. type: boolean
  55. Reduce Output Operator
  56. key expressions:
  57. expr: key
  58. type: string
  59. sort order: +
  60. Map-reduce partition columns:
  61. expr: key
  62. type: string
  63. tag: 1
  64. value expressions:
  65. expr: key
  66. type: string
  67. expr: value
  68. type: string
  69. expr: ds
  70. type: string
  71. Needs Tagging: true
  72. Path -> Alias:
  73. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src [a]
  74. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b]
  75. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b]
  76. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [b]
  77. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [b]
  78. Path -> Partition:
  79. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  80. Partition
  81. base file name: src
  82. input format: org.apache.hadoop.mapred.TextInputFormat
  83. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  84. properties:
  85. bucket_count -1
  86. columns key,value
  87. columns.types string:string
  88. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  89. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  90. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  91. name default.src
  92. serialization.ddl struct src { string key, string value}
  93. serialization.format 1
  94. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  95. transient_lastDdlTime 1297378968
  96. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  97. input format: org.apache.hadoop.mapred.TextInputFormat
  98. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  99. properties:
  100. bucket_count -1
  101. columns key,value
  102. columns.types string:string
  103. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  104. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  105. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  106. name default.src
  107. serialization.ddl struct src { string key, string value}
  108. serialization.format 1
  109. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  110. transient_lastDdlTime 1297378968
  111. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  112. name: default.src
  113. name: default.src
  114. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
  115. Partition
  116. base file name: hr=11
  117. input format: org.apache.hadoop.mapred.TextInputFormat
  118. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  119. partition values:
  120. ds 2008-04-08
  121. hr 11
  122. properties:
  123. bucket_count -1
  124. columns key,value
  125. columns.types string:string
  126. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  127. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  128. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
  129. name default.srcpart
  130. partition_columns ds/hr
  131. serialization.ddl struct srcpart { string key, string value}
  132. serialization.format 1
  133. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  134. transient_lastDdlTime 1297378962
  135. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  136. input format: org.apache.hadoop.mapred.TextInputFormat
  137. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  138. properties:
  139. bucket_count -1
  140. columns key,value
  141. columns.types string:string
  142. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  143. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  144. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  145. name default.srcpart
  146. partition_columns ds/hr
  147. serialization.ddl struct srcpart { string key, string value}
  148. serialization.format 1
  149. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  150. transient_lastDdlTime 1297378962
  151. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  152. name: default.srcpart
  153. name: default.srcpart
  154. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
  155. Partition
  156. base file name: hr=12
  157. input format: org.apache.hadoop.mapred.TextInputFormat
  158. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  159. partition values:
  160. ds 2008-04-08
  161. hr 12
  162. properties:
  163. bucket_count -1
  164. columns key,value
  165. columns.types string:string
  166. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  167. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  168. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
  169. name default.srcpart
  170. partition_columns ds/hr
  171. serialization.ddl struct srcpart { string key, string value}
  172. serialization.format 1
  173. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  174. transient_lastDdlTime 1297378962
  175. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  176. input format: org.apache.hadoop.mapred.TextInputFormat
  177. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  178. properties:
  179. bucket_count -1
  180. columns key,value
  181. columns.types string:string
  182. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  183. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  184. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  185. name default.srcpart
  186. partition_columns ds/hr
  187. serialization.ddl struct srcpart { string key, string value}
  188. serialization.format 1
  189. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  190. transient_lastDdlTime 1297378962
  191. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  192. name: default.srcpart
  193. name: default.srcpart
  194. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11
  195. Partition
  196. base file name: hr=11
  197. input format: org.apache.hadoop.mapred.TextInputFormat
  198. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  199. partition values:
  200. ds 2008-04-09
  201. hr 11
  202. properties:
  203. bucket_count -1
  204. columns key,value
  205. columns.types string:string
  206. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  207. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  208. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11
  209. name default.srcpart
  210. partition_columns ds/hr
  211. serialization.ddl struct srcpart { string key, string value}
  212. serialization.format 1
  213. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  214. transient_lastDdlTime 1297378962
  215. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  216. input format: org.apache.hadoop.mapred.TextInputFormat
  217. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  218. properties:
  219. bucket_count -1
  220. columns key,value
  221. columns.types string:string
  222. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  223. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  224. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  225. name default.srcpart
  226. partition_columns ds/hr
  227. serialization.ddl struct srcpart { string key, string value}
  228. serialization.format 1
  229. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  230. transient_lastDdlTime 1297378962
  231. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  232. name: default.srcpart
  233. name: default.srcpart
  234. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12
  235. Partition
  236. base file name: hr=12
  237. input format: org.apache.hadoop.mapred.TextInputFormat
  238. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  239. partition values:
  240. ds 2008-04-09
  241. hr 12
  242. properties:
  243. bucket_count -1
  244. columns key,value
  245. columns.types string:string
  246. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  247. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  248. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12
  249. name default.srcpart
  250. partition_columns ds/hr
  251. serialization.ddl struct srcpart { string key, string value}
  252. serialization.format 1
  253. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  254. transient_lastDdlTime 1297378962
  255. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  256. input format: org.apache.hadoop.mapred.TextInputFormat
  257. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  258. properties:
  259. bucket_count -1
  260. columns key,value
  261. columns.types string:string
  262. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  263. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  264. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  265. name default.srcpart
  266. partition_columns ds/hr
  267. serialization.ddl struct srcpart { string key, string value}
  268. serialization.format 1
  269. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  270. transient_lastDdlTime 1297378962
  271. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  272. name: default.srcpart
  273. name: default.srcpart
  274. Reduce Operator Tree:
  275. Join Operator
  276. condition map:
  277. Right Outer Join0 to 1
  278. condition expressions:
  279. 0 {VALUE._col0} {VALUE._col1}
  280. 1 {VALUE._col0} {VALUE._col1}
  281. filter predicates:
  282. 0
  283. 1 {(VALUE._col2 = '2008-04-08')}
  284. handleSkewJoin: false
  285. outputColumnNames: _col0, _col1, _col4, _col5
  286. Filter Operator
  287. isSamplingPred: false
  288. predicate:
  289. expr: ((_col0 > 10) and (_col0 < 20))
  290. type: boolean
  291. Select Operator
  292. expressions:
  293. expr: _col0
  294. type: string
  295. expr: _col1
  296. type: string
  297. expr: _col4
  298. type: string
  299. expr: _col5
  300. type: string
  301. outputColumnNames: _col0, _col1, _col2, _col3
  302. File Output Operator
  303. compressed: false
  304. GlobalTableId: 0
  305. directory: file:/tmp/sdong/hive_2011-02-10_17-01-51_944_8007180207485477580/-ext-10001
  306. NumFilesPerFileSink: 1
  307. Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_17-01-51_944_8007180207485477580/-ext-10001/
  308. table:
  309. input format: org.apache.hadoop.mapred.TextInputFormat
  310. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  311. properties:
  312. columns _col0,_col1,_col2,_col3
  313. columns.types string:string:string:string
  314. serialization.format 1
  315. TotalFiles: 1
  316. GatherStats: false
  317. MultiFileSpray: false
  318. Stage: Stage-0
  319. Fetch Operator
  320. limit: -1
  321. PREHOOK: query: FROM
  322. src a
  323. RIGHT OUTER JOIN
  324. srcpart b
  325. ON (a.key = b.key AND b.ds = '2008-04-08')
  326. SELECT a.key, a.value, b.key, b.value
  327. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25
  328. PREHOOK: type: QUERY
  329. PREHOOK: Input: default@src
  330. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
  331. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
  332. PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
  333. PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
  334. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-01-52_113_3892314008195573376/-mr-10000
  335. POSTHOOK: query: FROM
  336. src a
  337. RIGHT OUTER JOIN
  338. srcpart b
  339. ON (a.key = b.key AND b.ds = '2008-04-08')
  340. SELECT a.key, a.value, b.key, b.value
  341. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25
  342. POSTHOOK: type: QUERY
  343. POSTHOOK: Input: default@src
  344. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
  345. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
  346. POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
  347. POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
  348. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-01-52_113_3892314008195573376/-mr-10000
  349. 17 val_17 17 val_17
  350. 17 val_17 17 val_17
  351. 18 val_18 18 val_18
  352. 18 val_18 18 val_18
  353. 18 val_18 18 val_18
  354. 18 val_18 18 val_18
  355. 18 val_18 18 val_18
  356. 18 val_18 18 val_18
  357. 18 val_18 18 val_18
  358. 18 val_18 18 val_18
  359. 19 val_19 19 val_19
  360. 19 val_19 19 val_19
  361. PREHOOK: query: EXPLAIN EXTENDED
  362. FROM
  363. srcpart a
  364. RIGHT OUTER JOIN
  365. src b
  366. ON (a.key = b.key AND a.ds = '2008-04-08')
  367. SELECT a.key, a.value, b.key, b.value
  368. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25
  369. PREHOOK: type: QUERY
  370. POSTHOOK: query: EXPLAIN EXTENDED
  371. FROM
  372. srcpart a
  373. RIGHT OUTER JOIN
  374. src b
  375. ON (a.key = b.key AND a.ds = '2008-04-08')
  376. SELECT a.key, a.value, b.key, b.value
  377. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25
  378. POSTHOOK: type: QUERY
  379. ABSTRACT SYNTAX TREE:
  380. (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_TABREF (TOK_TABNAME srcpart) a) (TOK_TABREF (TOK_TABNAME src) b) (AND (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)) (= (. (TOK_TABLE_OR_COL a) ds) '2008-04-08')))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (AND (AND (AND (> (. (TOK_TABLE_OR_COL a) key) 10) (< (. (TOK_TABLE_OR_COL a) key) 20)) (> (. (TOK_TABLE_OR_COL b) key) 15)) (< (. (TOK_TABLE_OR_COL b) key) 25)))))
  381. STAGE DEPENDENCIES:
  382. Stage-1 is a root stage
  383. Stage-0 is a root stage
  384. STAGE PLANS:
  385. Stage: Stage-1
  386. Map Reduce
  387. Alias -> Map Operator Tree:
  388. a
  389. TableScan
  390. alias: a
  391. GatherStats: false
  392. Reduce Output Operator
  393. key expressions:
  394. expr: key
  395. type: string
  396. sort order: +
  397. Map-reduce partition columns:
  398. expr: key
  399. type: string
  400. tag: 0
  401. value expressions:
  402. expr: key
  403. type: string
  404. expr: value
  405. type: string
  406. b
  407. TableScan
  408. alias: b
  409. GatherStats: false
  410. Filter Operator
  411. isSamplingPred: false
  412. predicate:
  413. expr: ((key > 15) and (key < 25))
  414. type: boolean
  415. Reduce Output Operator
  416. key expressions:
  417. expr: key
  418. type: string
  419. sort order: +
  420. Map-reduce partition columns:
  421. expr: key
  422. type: string
  423. tag: 1
  424. value expressions:
  425. expr: key
  426. type: string
  427. expr: value
  428. type: string
  429. Needs Tagging: true
  430. Path -> Alias:
  431. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src [b]
  432. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a]
  433. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
  434. Path -> Partition:
  435. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  436. Partition
  437. base file name: src
  438. input format: org.apache.hadoop.mapred.TextInputFormat
  439. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  440. properties:
  441. bucket_count -1
  442. columns key,value
  443. columns.types string:string
  444. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  445. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  446. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  447. name default.src
  448. serialization.ddl struct src { string key, string value}
  449. serialization.format 1
  450. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  451. transient_lastDdlTime 1297378968
  452. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  453. input format: org.apache.hadoop.mapred.TextInputFormat
  454. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  455. properties:
  456. bucket_count -1
  457. columns key,value
  458. columns.types string:string
  459. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  460. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  461. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  462. name default.src
  463. serialization.ddl struct src { string key, string value}
  464. serialization.format 1
  465. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  466. transient_lastDdlTime 1297378968
  467. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  468. name: default.src
  469. name: default.src
  470. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
  471. Partition
  472. base file name: hr=11
  473. input format: org.apache.hadoop.mapred.TextInputFormat
  474. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  475. partition values:
  476. ds 2008-04-08
  477. hr 11
  478. properties:
  479. bucket_count -1
  480. columns key,value
  481. columns.types string:string
  482. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  483. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  484. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
  485. name default.srcpart
  486. partition_columns ds/hr
  487. serialization.ddl struct srcpart { string key, string value}
  488. serialization.format 1
  489. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  490. transient_lastDdlTime 1297378962
  491. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  492. input format: org.apache.hadoop.mapred.TextInputFormat
  493. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  494. properties:
  495. bucket_count -1
  496. columns key,value
  497. columns.types string:string
  498. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  499. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  500. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  501. name default.srcpart
  502. partition_columns ds/hr
  503. serialization.ddl struct srcpart { string key, string value}
  504. serialization.format 1
  505. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  506. transient_lastDdlTime 1297378962
  507. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  508. name: default.srcpart
  509. name: default.srcpart
  510. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
  511. Partition
  512. base file name: hr=12
  513. input format: org.apache.hadoop.mapred.TextInputFormat
  514. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  515. partition values:
  516. ds 2008-04-08
  517. hr 12
  518. properties:
  519. bucket_count -1
  520. columns key,value
  521. columns.types string:string
  522. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  523. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  524. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
  525. name default.srcpart
  526. partition_columns ds/hr
  527. serialization.ddl struct srcpart { string key, string value}
  528. serialization.format 1
  529. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  530. transient_lastDdlTime 1297378962
  531. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  532. input format: org.apache.hadoop.mapred.TextInputFormat
  533. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  534. properties:
  535. bucket_count -1
  536. columns key,value
  537. columns.types string:string
  538. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  539. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  540. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  541. name default.srcpart
  542. partition_columns ds/hr
  543. serialization.ddl struct srcpart { string key, string value}
  544. serialization.format 1
  545. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  546. transient_lastDdlTime 1297378962
  547. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  548. name: default.srcpart
  549. name: default.srcpart
  550. Reduce Operator Tree:
  551. Join Operator
  552. condition map:
  553. Right Outer Join0 to 1
  554. condition expressions:
  555. 0 {VALUE._col0} {VALUE._col1}
  556. 1 {VALUE._col0} {VALUE._col1}
  557. handleSkewJoin: false
  558. outputColumnNames: _col0, _col1, _col6, _col7
  559. Filter Operator
  560. isSamplingPred: false
  561. predicate:
  562. expr: ((_col0 > 10) and (_col0 < 20))
  563. type: boolean
  564. Select Operator
  565. expressions:
  566. expr: _col0
  567. type: string
  568. expr: _col1
  569. type: string
  570. expr: _col6
  571. type: string
  572. expr: _col7
  573. type: string
  574. outputColumnNames: _col0, _col1, _col2, _col3
  575. File Output Operator
  576. compressed: false
  577. GlobalTableId: 0
  578. directory: file:/tmp/sdong/hive_2011-02-10_17-01-56_698_3650606708384403170/-ext-10001
  579. NumFilesPerFileSink: 1
  580. Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_17-01-56_698_3650606708384403170/-ext-10001/
  581. table:
  582. input format: org.apache.hadoop.mapred.TextInputFormat
  583. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  584. properties:
  585. columns _col0,_col1,_col2,_col3
  586. columns.types string:string:string:string
  587. serialization.format 1
  588. TotalFiles: 1
  589. GatherStats: false
  590. MultiFileSpray: false
  591. Stage: Stage-0
  592. Fetch Operator
  593. limit: -1
  594. PREHOOK: query: FROM
  595. srcpart a
  596. RIGHT OUTER JOIN
  597. src b
  598. ON (a.key = b.key AND a.ds = '2008-04-08')
  599. SELECT a.key, a.value, b.key, b.value
  600. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25
  601. PREHOOK: type: QUERY
  602. PREHOOK: Input: default@src
  603. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
  604. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
  605. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-01-56_851_1955742945505151056/-mr-10000
  606. POSTHOOK: query: FROM
  607. srcpart a
  608. RIGHT OUTER JOIN
  609. src b
  610. ON (a.key = b.key AND a.ds = '2008-04-08')
  611. SELECT a.key, a.value, b.key, b.value
  612. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25
  613. POSTHOOK: type: QUERY
  614. POSTHOOK: Input: default@src
  615. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
  616. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
  617. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-01-56_851_1955742945505151056/-mr-10000
  618. 17 val_17 17 val_17
  619. 17 val_17 17 val_17
  620. 18 val_18 18 val_18
  621. 18 val_18 18 val_18
  622. 18 val_18 18 val_18
  623. 18 val_18 18 val_18
  624. 18 val_18 18 val_18
  625. 18 val_18 18 val_18
  626. 18 val_18 18 val_18
  627. 18 val_18 18 val_18
  628. 19 val_19 19 val_19
  629. 19 val_19 19 val_19
  630. PREHOOK: query: EXPLAIN EXTENDED
  631. FROM
  632. src a
  633. RIGHT OUTER JOIN
  634. srcpart b
  635. ON (a.key = b.key)
  636. SELECT a.key, a.value, b.key, b.value
  637. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08'
  638. PREHOOK: type: QUERY
  639. POSTHOOK: query: EXPLAIN EXTENDED
  640. FROM
  641. src a
  642. RIGHT OUTER JOIN
  643. srcpart b
  644. ON (a.key = b.key)
  645. SELECT a.key, a.value, b.key, b.value
  646. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08'
  647. POSTHOOK: type: QUERY
  648. ABSTRACT SYNTAX TREE:
  649. (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_TABREF (TOK_TABNAME src) a) (TOK_TABREF (TOK_TABNAME srcpart) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (AND (AND (AND (AND (> (. (TOK_TABLE_OR_COL a) key) 10) (< (. (TOK_TABLE_OR_COL a) key) 20)) (> (. (TOK_TABLE_OR_COL b) key) 15)) (< (. (TOK_TABLE_OR_COL b) key) 25)) (= (. (TOK_TABLE_OR_COL b) ds) '2008-04-08')))))
  650. STAGE DEPENDENCIES:
  651. Stage-1 is a root stage
  652. Stage-0 is a root stage
  653. STAGE PLANS:
  654. Stage: Stage-1
  655. Map Reduce
  656. Alias -> Map Operator Tree:
  657. a
  658. TableScan
  659. alias: a
  660. GatherStats: false
  661. Reduce Output Operator
  662. key expressions:
  663. expr: key
  664. type: string
  665. sort order: +
  666. Map-reduce partition columns:
  667. expr: key
  668. type: string
  669. tag: 0
  670. value expressions:
  671. expr: key
  672. type: string
  673. expr: value
  674. type: string
  675. b
  676. TableScan
  677. alias: b
  678. GatherStats: false
  679. Filter Operator
  680. isSamplingPred: false
  681. predicate:
  682. expr: ((key > 15) and (key < 25))
  683. type: boolean
  684. Reduce Output Operator
  685. key expressions:
  686. expr: key
  687. type: string
  688. sort order: +
  689. Map-reduce partition columns:
  690. expr: key
  691. type: string
  692. tag: 1
  693. value expressions:
  694. expr: key
  695. type: string
  696. expr: value
  697. type: string
  698. expr: ds
  699. type: string
  700. Needs Tagging: true
  701. Path -> Alias:
  702. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src [a]
  703. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b]
  704. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b]
  705. Path -> Partition:
  706. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  707. Partition
  708. base file name: src
  709. input format: org.apache.hadoop.mapred.TextInputFormat
  710. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  711. properties:
  712. bucket_count -1
  713. columns key,value
  714. columns.types string:string
  715. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  716. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  717. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  718. name default.src
  719. serialization.ddl struct src { string key, string value}
  720. serialization.format 1
  721. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  722. transient_lastDdlTime 1297378968
  723. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  724. input format: org.apache.hadoop.mapred.TextInputFormat
  725. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  726. properties:
  727. bucket_count -1
  728. columns key,value
  729. columns.types string:string
  730. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  731. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  732. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  733. name default.src
  734. serialization.ddl struct src { string key, string value}
  735. serialization.format 1
  736. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  737. transient_lastDdlTime 1297378968
  738. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  739. name: default.src
  740. name: default.src
  741. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
  742. Partition
  743. base file name: hr=11
  744. input format: org.apache.hadoop.mapred.TextInputFormat
  745. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  746. partition values:
  747. ds 2008-04-08
  748. hr 11
  749. properties:
  750. bucket_count -1
  751. columns key,value
  752. columns.types string:string
  753. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  754. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  755. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
  756. name default.srcpart
  757. partition_columns ds/hr
  758. serialization.ddl struct srcpart { string key, string value}
  759. serialization.format 1
  760. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  761. transient_lastDdlTime 1297378962
  762. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  763. input format: org.apache.hadoop.mapred.TextInputFormat
  764. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  765. properties:
  766. bucket_count -1
  767. columns key,value
  768. columns.types string:string
  769. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  770. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  771. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  772. name default.srcpart
  773. partition_columns ds/hr
  774. serialization.ddl struct srcpart { string key, string value}
  775. serialization.format 1
  776. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  777. transient_lastDdlTime 1297378962
  778. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  779. name: default.srcpart
  780. name: default.srcpart
  781. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
  782. Partition
  783. base file name: hr=12
  784. input format: org.apache.hadoop.mapred.TextInputFormat
  785. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  786. partition values:
  787. ds 2008-04-08
  788. hr 12
  789. properties:
  790. bucket_count -1
  791. columns key,value
  792. columns.types string:string
  793. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  794. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  795. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
  796. name default.srcpart
  797. partition_columns ds/hr
  798. serialization.ddl struct srcpart { string key, string value}
  799. serialization.format 1
  800. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  801. transient_lastDdlTime 1297378962
  802. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  803. input format: org.apache.hadoop.mapred.TextInputFormat
  804. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  805. properties:
  806. bucket_count -1
  807. columns key,value
  808. columns.types string:string
  809. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  810. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  811. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  812. name default.srcpart
  813. partition_columns ds/hr
  814. serialization.ddl struct srcpart { string key, string value}
  815. serialization.format 1
  816. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  817. transient_lastDdlTime 1297378962
  818. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  819. name: default.srcpart
  820. name: default.srcpart
  821. Reduce Operator Tree:
  822. Join Operator
  823. condition map:
  824. Right Outer Join0 to 1
  825. condition expressions:
  826. 0 {VALUE._col0} {VALUE._col1}
  827. 1 {VALUE._col0} {VALUE._col1} {VALUE._col2}
  828. handleSkewJoin: false
  829. outputColumnNames: _col0, _col1, _col4, _col5, _col6
  830. Filter Operator
  831. isSamplingPred: false
  832. predicate:
  833. expr: ((_col0 > 10) and (_col0 < 20))
  834. type: boolean
  835. Select Operator
  836. expressions:
  837. expr: _col0
  838. type: string
  839. expr: _col1
  840. type: string
  841. expr: _col4
  842. type: string
  843. expr: _col5
  844. type: string
  845. outputColumnNames: _col0, _col1, _col2, _col3
  846. File Output Operator
  847. compressed: false
  848. GlobalTableId: 0
  849. directory: file:/tmp/sdong/hive_2011-02-10_17-02-00_948_2573378846116151448/-ext-10001
  850. NumFilesPerFileSink: 1
  851. Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_17-02-00_948_2573378846116151448/-ext-10001/
  852. table:
  853. input format: org.apache.hadoop.mapred.TextInputFormat
  854. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  855. properties:
  856. columns _col0,_col1,_col2,_col3
  857. columns.types string:string:string:string
  858. serialization.format 1
  859. TotalFiles: 1
  860. GatherStats: false
  861. MultiFileSpray: false
  862. Stage: Stage-0
  863. Fetch Operator
  864. limit: -1
  865. PREHOOK: query: FROM
  866. src a
  867. RIGHT OUTER JOIN
  868. srcpart b
  869. ON (a.key = b.key)
  870. SELECT a.key, a.value, b.key, b.value
  871. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08'
  872. PREHOOK: type: QUERY
  873. PREHOOK: Input: default@src
  874. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
  875. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
  876. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-02-01_089_7899465838633645287/-mr-10000
  877. POSTHOOK: query: FROM
  878. src a
  879. RIGHT OUTER JOIN
  880. srcpart b
  881. ON (a.key = b.key)
  882. SELECT a.key, a.value, b.key, b.value
  883. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND b.ds = '2008-04-08'
  884. POSTHOOK: type: QUERY
  885. POSTHOOK: Input: default@src
  886. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
  887. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
  888. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-02-01_089_7899465838633645287/-mr-10000
  889. 17 val_17 17 val_17
  890. 17 val_17 17 val_17
  891. 18 val_18 18 val_18
  892. 18 val_18 18 val_18
  893. 18 val_18 18 val_18
  894. 18 val_18 18 val_18
  895. 18 val_18 18 val_18
  896. 18 val_18 18 val_18
  897. 18 val_18 18 val_18
  898. 18 val_18 18 val_18
  899. 19 val_19 19 val_19
  900. 19 val_19 19 val_19
  901. PREHOOK: query: EXPLAIN EXTENDED
  902. FROM
  903. srcpart a
  904. RIGHT OUTER JOIN
  905. src b
  906. ON (a.key = b.key)
  907. SELECT a.key, a.value, b.key, b.value
  908. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08'
  909. PREHOOK: type: QUERY
  910. POSTHOOK: query: EXPLAIN EXTENDED
  911. FROM
  912. srcpart a
  913. RIGHT OUTER JOIN
  914. src b
  915. ON (a.key = b.key)
  916. SELECT a.key, a.value, b.key, b.value
  917. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08'
  918. POSTHOOK: type: QUERY
  919. ABSTRACT SYNTAX TREE:
  920. (TOK_QUERY (TOK_FROM (TOK_RIGHTOUTERJOIN (TOK_TABREF (TOK_TABNAME srcpart) a) (TOK_TABREF (TOK_TABNAME src) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL a) value)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL b) value))) (TOK_WHERE (AND (AND (AND (AND (> (. (TOK_TABLE_OR_COL a) key) 10) (< (. (TOK_TABLE_OR_COL a) key) 20)) (> (. (TOK_TABLE_OR_COL b) key) 15)) (< (. (TOK_TABLE_OR_COL b) key) 25)) (= (. (TOK_TABLE_OR_COL a) ds) '2008-04-08')))))
  921. STAGE DEPENDENCIES:
  922. Stage-1 is a root stage
  923. Stage-0 is a root stage
  924. STAGE PLANS:
  925. Stage: Stage-1
  926. Map Reduce
  927. Alias -> Map Operator Tree:
  928. a
  929. TableScan
  930. alias: a
  931. GatherStats: false
  932. Reduce Output Operator
  933. key expressions:
  934. expr: key
  935. type: string
  936. sort order: +
  937. Map-reduce partition columns:
  938. expr: key
  939. type: string
  940. tag: 0
  941. value expressions:
  942. expr: key
  943. type: string
  944. expr: value
  945. type: string
  946. expr: ds
  947. type: string
  948. b
  949. TableScan
  950. alias: b
  951. GatherStats: false
  952. Filter Operator
  953. isSamplingPred: false
  954. predicate:
  955. expr: ((key > 15) and (key < 25))
  956. type: boolean
  957. Reduce Output Operator
  958. key expressions:
  959. expr: key
  960. type: string
  961. sort order: +
  962. Map-reduce partition columns:
  963. expr: key
  964. type: string
  965. tag: 1
  966. value expressions:
  967. expr: key
  968. type: string
  969. expr: value
  970. type: string
  971. Needs Tagging: true
  972. Path -> Alias:
  973. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src [b]
  974. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a]
  975. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
  976. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [a]
  977. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [a]
  978. Path -> Partition:
  979. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  980. Partition
  981. base file name: src
  982. input format: org.apache.hadoop.mapred.TextInputFormat
  983. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  984. properties:
  985. bucket_count -1
  986. columns key,value
  987. columns.types string:string
  988. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  989. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  990. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  991. name default.src
  992. serialization.ddl struct src { string key, string value}
  993. serialization.format 1
  994. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  995. transient_lastDdlTime 1297378968
  996. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  997. input format: org.apache.hadoop.mapred.TextInputFormat
  998. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  999. properties:
  1000. bucket_count -1
  1001. columns key,value
  1002. columns.types string:string
  1003. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  1004. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1005. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/src
  1006. name default.src
  1007. serialization.ddl struct src { string key, string value}
  1008. serialization.format 1
  1009. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1010. transient_lastDdlTime 1297378968
  1011. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1012. name: default.src
  1013. name: default.src
  1014. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
  1015. Partition
  1016. base file name: hr=11
  1017. input format: org.apache.hadoop.mapred.TextInputFormat
  1018. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1019. partition values:
  1020. ds 2008-04-08
  1021. hr 11
  1022. properties:
  1023. bucket_count -1
  1024. columns key,value
  1025. columns.types string:string
  1026. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  1027. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1028. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
  1029. name default.srcpart
  1030. partition_columns ds/hr
  1031. serialization.ddl struct srcpart { string key, string value}
  1032. serialization.format 1
  1033. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1034. transient_lastDdlTime 1297378962
  1035. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1036. input format: org.apache.hadoop.mapred.TextInputFormat
  1037. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1038. properties:
  1039. bucket_count -1
  1040. columns key,value
  1041. columns.types string:string
  1042. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  1043. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1044. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  1045. name default.srcpart
  1046. partition_columns ds/hr
  1047. serialization.ddl struct srcpart { string key, string value}
  1048. serialization.format 1
  1049. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1050. transient_lastDdlTime 1297378962
  1051. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1052. name: default.srcpart
  1053. name: default.srcpart
  1054. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
  1055. Partition
  1056. base file name: hr=12
  1057. input format: org.apache.hadoop.mapred.TextInputFormat
  1058. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1059. partition values:
  1060. ds 2008-04-08
  1061. hr 12
  1062. properties:
  1063. bucket_count -1
  1064. columns key,value
  1065. columns.types string:string
  1066. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  1067. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1068. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
  1069. name default.srcpart
  1070. partition_columns ds/hr
  1071. serialization.ddl struct srcpart { string key, string value}
  1072. serialization.format 1
  1073. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1074. transient_lastDdlTime 1297378962
  1075. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1076. input format: org.apache.hadoop.mapred.TextInputFormat
  1077. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1078. properties:
  1079. bucket_count -1
  1080. columns key,value
  1081. columns.types string:string
  1082. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  1083. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1084. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  1085. name default.srcpart
  1086. partition_columns ds/hr
  1087. serialization.ddl struct srcpart { string key, string value}
  1088. serialization.format 1
  1089. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1090. transient_lastDdlTime 1297378962
  1091. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1092. name: default.srcpart
  1093. name: default.srcpart
  1094. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11
  1095. Partition
  1096. base file name: hr=11
  1097. input format: org.apache.hadoop.mapred.TextInputFormat
  1098. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1099. partition values:
  1100. ds 2008-04-09
  1101. hr 11
  1102. properties:
  1103. bucket_count -1
  1104. columns key,value
  1105. columns.types string:string
  1106. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  1107. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1108. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11
  1109. name default.srcpart
  1110. partition_columns ds/hr
  1111. serialization.ddl struct srcpart { string key, string value}
  1112. serialization.format 1
  1113. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1114. transient_lastDdlTime 1297378962
  1115. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1116. input format: org.apache.hadoop.mapred.TextInputFormat
  1117. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1118. properties:
  1119. bucket_count -1
  1120. columns key,value
  1121. columns.types string:string
  1122. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  1123. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1124. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  1125. name default.srcpart
  1126. partition_columns ds/hr
  1127. serialization.ddl struct srcpart { string key, string value}
  1128. serialization.format 1
  1129. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1130. transient_lastDdlTime 1297378962
  1131. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1132. name: default.srcpart
  1133. name: default.srcpart
  1134. pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12
  1135. Partition
  1136. base file name: hr=12
  1137. input format: org.apache.hadoop.mapred.TextInputFormat
  1138. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1139. partition values:
  1140. ds 2008-04-09
  1141. hr 12
  1142. properties:
  1143. bucket_count -1
  1144. columns key,value
  1145. columns.types string:string
  1146. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  1147. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1148. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12
  1149. name default.srcpart
  1150. partition_columns ds/hr
  1151. serialization.ddl struct srcpart { string key, string value}
  1152. serialization.format 1
  1153. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1154. transient_lastDdlTime 1297378962
  1155. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1156. input format: org.apache.hadoop.mapred.TextInputFormat
  1157. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1158. properties:
  1159. bucket_count -1
  1160. columns key,value
  1161. columns.types string:string
  1162. file.inputformat org.apache.hadoop.mapred.TextInputFormat
  1163. file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1164. location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
  1165. name default.srcpart
  1166. partition_columns ds/hr
  1167. serialization.ddl struct srcpart { string key, string value}
  1168. serialization.format 1
  1169. serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1170. transient_lastDdlTime 1297378962
  1171. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  1172. name: default.srcpart
  1173. name: default.srcpart
  1174. Reduce Operator Tree:
  1175. Join Operator
  1176. condition map:
  1177. Right Outer Join0 to 1
  1178. condition expressions:
  1179. 0 {VALUE._col0} {VALUE._col1} {VALUE._col2}
  1180. 1 {VALUE._col0} {VALUE._col1}
  1181. handleSkewJoin: false
  1182. outputColumnNames: _col0, _col1, _col2, _col6, _col7
  1183. Filter Operator
  1184. isSamplingPred: false
  1185. predicate:
  1186. expr: (((_col0 > 10) and (_col0 < 20)) and (_col2 = '2008-04-08'))
  1187. type: boolean
  1188. Select Operator
  1189. expressions:
  1190. expr: _col0
  1191. type: string
  1192. expr: _col1
  1193. type: string
  1194. expr: _col6
  1195. type: string
  1196. expr: _col7
  1197. type: string
  1198. outputColumnNames: _col0, _col1, _col2, _col3
  1199. File Output Operator
  1200. compressed: false
  1201. GlobalTableId: 0
  1202. directory: file:/tmp/sdong/hive_2011-02-10_17-02-05_196_2971739775305015185/-ext-10001
  1203. NumFilesPerFileSink: 1
  1204. Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_17-02-05_196_2971739775305015185/-ext-10001/
  1205. table:
  1206. input format: org.apache.hadoop.mapred.TextInputFormat
  1207. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  1208. properties:
  1209. columns _col0,_col1,_col2,_col3
  1210. columns.types string:string:string:string
  1211. serialization.format 1
  1212. TotalFiles: 1
  1213. GatherStats: false
  1214. MultiFileSpray: false
  1215. Stage: Stage-0
  1216. Fetch Operator
  1217. limit: -1
  1218. PREHOOK: query: FROM
  1219. srcpart a
  1220. RIGHT OUTER JOIN
  1221. src b
  1222. ON (a.key = b.key)
  1223. SELECT a.key, a.value, b.key, b.value
  1224. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08'
  1225. PREHOOK: type: QUERY
  1226. PREHOOK: Input: default@src
  1227. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
  1228. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
  1229. PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
  1230. PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
  1231. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-02-05_351_3959616875574140681/-mr-10000
  1232. POSTHOOK: query: FROM
  1233. srcpart a
  1234. RIGHT OUTER JOIN
  1235. src b
  1236. ON (a.key = b.key)
  1237. SELECT a.key, a.value, b.key, b.value
  1238. WHERE a.key > 10 AND a.key < 20 AND b.key > 15 AND b.key < 25 AND a.ds = '2008-04-08'
  1239. POSTHOOK: type: QUERY
  1240. POSTHOOK: Input: default@src
  1241. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
  1242. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
  1243. POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
  1244. POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
  1245. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-02-05_351_3959616875574140681/-mr-10000
  1246. 17 val_17 17 val_17
  1247. 17 val_17 17 val_17
  1248. 18 val_18 18 val_18
  1249. 18 val_18 18 val_18
  1250. 18 val_18 18 val_18
  1251. 18 val_18 18 val_18
  1252. 18 val_18 18 val_18
  1253. 18 val_18 18 val_18
  1254. 18 val_18 18 val_18
  1255. 18 val_18 18 val_18
  1256. 19 val_19 19 val_19
  1257. 19 val_19 19 val_19