PageRenderTime 46ms CodeModel.GetById 19ms RepoModel.GetById 0ms app.codeStats 0ms

/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/rcfile_merge4.q.out

#
text | 216 lines | 207 code | 9 blank | 0 comment | 0 complexity | 5033492daa94caa00db8796cfa46830e MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0
  1. PREHOOK: query: DROP TABLE rcfile_merge3a
  2. PREHOOK: type: DROPTABLE
  3. POSTHOOK: query: DROP TABLE rcfile_merge3a
  4. POSTHOOK: type: DROPTABLE
  5. PREHOOK: query: DROP TABLE rcfile_merge3b
  6. PREHOOK: type: DROPTABLE
  7. POSTHOOK: query: DROP TABLE rcfile_merge3b
  8. POSTHOOK: type: DROPTABLE
  9. PREHOOK: query: CREATE TABLE rcfile_merge3a (key int, value string)
  10. PARTITIONED BY (ds string) STORED AS RCFILE
  11. PREHOOK: type: CREATETABLE
  12. POSTHOOK: query: CREATE TABLE rcfile_merge3a (key int, value string)
  13. PARTITIONED BY (ds string) STORED AS RCFILE
  14. POSTHOOK: type: CREATETABLE
  15. POSTHOOK: Output: default@rcfile_merge3a
  16. PREHOOK: query: CREATE TABLE rcfile_merge3b (key int, value string) STORED AS TEXTFILE
  17. PREHOOK: type: CREATETABLE
  18. POSTHOOK: query: CREATE TABLE rcfile_merge3b (key int, value string) STORED AS TEXTFILE
  19. POSTHOOK: type: CREATETABLE
  20. POSTHOOK: Output: default@rcfile_merge3b
  21. PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3a PARTITION (ds='1')
  22. SELECT * FROM src
  23. PREHOOK: type: QUERY
  24. PREHOOK: Input: default@src
  25. PREHOOK: Output: default@rcfile_merge3a@ds=1
  26. POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3a PARTITION (ds='1')
  27. SELECT * FROM src
  28. POSTHOOK: type: QUERY
  29. POSTHOOK: Input: default@src
  30. POSTHOOK: Output: default@rcfile_merge3a@ds=1
  31. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  32. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  33. PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3a PARTITION (ds='2')
  34. SELECT * FROM src
  35. PREHOOK: type: QUERY
  36. PREHOOK: Input: default@src
  37. PREHOOK: Output: default@rcfile_merge3a@ds=2
  38. POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3a PARTITION (ds='2')
  39. SELECT * FROM src
  40. POSTHOOK: type: QUERY
  41. POSTHOOK: Input: default@src
  42. POSTHOOK: Output: default@rcfile_merge3a@ds=2
  43. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  44. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  45. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  46. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  47. PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE rcfile_merge3b
  48. SELECT key, value FROM rcfile_merge3a
  49. PREHOOK: type: QUERY
  50. POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE rcfile_merge3b
  51. SELECT key, value FROM rcfile_merge3a
  52. POSTHOOK: type: QUERY
  53. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  54. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  55. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  56. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  57. ABSTRACT SYNTAX TREE:
  58. (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME rcfile_merge3a))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME rcfile_merge3b))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))
  59. STAGE DEPENDENCIES:
  60. Stage-1 is a root stage
  61. Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
  62. Stage-4
  63. Stage-0 depends on stages: Stage-4, Stage-3
  64. Stage-2 depends on stages: Stage-0
  65. Stage-3
  66. STAGE PLANS:
  67. Stage: Stage-1
  68. Map Reduce
  69. Alias -> Map Operator Tree:
  70. rcfile_merge3a
  71. TableScan
  72. alias: rcfile_merge3a
  73. Select Operator
  74. expressions:
  75. expr: key
  76. type: int
  77. expr: value
  78. type: string
  79. outputColumnNames: _col0, _col1
  80. File Output Operator
  81. compressed: false
  82. GlobalTableId: 1
  83. table:
  84. input format: org.apache.hadoop.mapred.TextInputFormat
  85. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  86. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  87. name: default.rcfile_merge3b
  88. Stage: Stage-5
  89. Conditional Operator
  90. Stage: Stage-4
  91. Move Operator
  92. files:
  93. hdfs directory: true
  94. destination: pfile:/data/users/franklin/hive-block-merge/build/ql/scratchdir/hive_2011-06-10_11-36-17_619_4482832570925103640/-ext-10000
  95. Stage: Stage-0
  96. Move Operator
  97. tables:
  98. replace: true
  99. table:
  100. input format: org.apache.hadoop.mapred.TextInputFormat
  101. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  102. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  103. name: default.rcfile_merge3b
  104. Stage: Stage-2
  105. Stats-Aggr Operator
  106. Stage: Stage-3
  107. Map Reduce
  108. Alias -> Map Operator Tree:
  109. pfile:/data/users/franklin/hive-block-merge/build/ql/scratchdir/hive_2011-06-10_11-36-17_619_4482832570925103640/-ext-10002
  110. File Output Operator
  111. compressed: false
  112. GlobalTableId: 0
  113. table:
  114. input format: org.apache.hadoop.mapred.TextInputFormat
  115. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  116. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  117. name: default.rcfile_merge3b
  118. PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3b
  119. SELECT key, value FROM rcfile_merge3a
  120. PREHOOK: type: QUERY
  121. PREHOOK: Input: default@rcfile_merge3a@ds=1
  122. PREHOOK: Input: default@rcfile_merge3a@ds=2
  123. PREHOOK: Output: default@rcfile_merge3b
  124. POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3b
  125. SELECT key, value FROM rcfile_merge3a
  126. POSTHOOK: type: QUERY
  127. POSTHOOK: Input: default@rcfile_merge3a@ds=1
  128. POSTHOOK: Input: default@rcfile_merge3a@ds=2
  129. POSTHOOK: Output: default@rcfile_merge3b
  130. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  131. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  132. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  133. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  134. POSTHOOK: Lineage: rcfile_merge3b.key SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:key, type:int, comment:from deserializer), ]
  135. POSTHOOK: Lineage: rcfile_merge3b.value SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:value, type:string, comment:from deserializer), ]
  136. PREHOOK: query: SELECT SUM(HASH(c)) FROM (
  137. SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c)
  138. FROM rcfile_merge3a
  139. ) t
  140. PREHOOK: type: QUERY
  141. PREHOOK: Input: default@rcfile_merge3a@ds=1
  142. PREHOOK: Input: default@rcfile_merge3a@ds=2
  143. PREHOOK: Output: file:/tmp/franklin/hive_2011-06-10_11-36-22_000_2439061692827052733/-mr-10000
  144. POSTHOOK: query: SELECT SUM(HASH(c)) FROM (
  145. SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c)
  146. FROM rcfile_merge3a
  147. ) t
  148. POSTHOOK: type: QUERY
  149. POSTHOOK: Input: default@rcfile_merge3a@ds=1
  150. POSTHOOK: Input: default@rcfile_merge3a@ds=2
  151. POSTHOOK: Output: file:/tmp/franklin/hive_2011-06-10_11-36-22_000_2439061692827052733/-mr-10000
  152. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  153. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  154. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  155. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  156. POSTHOOK: Lineage: rcfile_merge3b.key SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:key, type:int, comment:from deserializer), ]
  157. POSTHOOK: Lineage: rcfile_merge3b.value SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:value, type:string, comment:from deserializer), ]
  158. 14412220296
  159. PREHOOK: query: SELECT SUM(HASH(c)) FROM (
  160. SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c)
  161. FROM rcfile_merge3b
  162. ) t
  163. PREHOOK: type: QUERY
  164. PREHOOK: Input: default@rcfile_merge3b
  165. PREHOOK: Output: file:/tmp/franklin/hive_2011-06-10_11-36-25_315_5843076605107116040/-mr-10000
  166. POSTHOOK: query: SELECT SUM(HASH(c)) FROM (
  167. SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c)
  168. FROM rcfile_merge3b
  169. ) t
  170. POSTHOOK: type: QUERY
  171. POSTHOOK: Input: default@rcfile_merge3b
  172. POSTHOOK: Output: file:/tmp/franklin/hive_2011-06-10_11-36-25_315_5843076605107116040/-mr-10000
  173. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  174. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  175. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  176. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  177. POSTHOOK: Lineage: rcfile_merge3b.key SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:key, type:int, comment:from deserializer), ]
  178. POSTHOOK: Lineage: rcfile_merge3b.value SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:value, type:string, comment:from deserializer), ]
  179. 14412220296
  180. PREHOOK: query: DROP TABLE rcfile_merge3a
  181. PREHOOK: type: DROPTABLE
  182. PREHOOK: Input: default@rcfile_merge3a
  183. PREHOOK: Output: default@rcfile_merge3a
  184. POSTHOOK: query: DROP TABLE rcfile_merge3a
  185. POSTHOOK: type: DROPTABLE
  186. POSTHOOK: Input: default@rcfile_merge3a
  187. POSTHOOK: Output: default@rcfile_merge3a
  188. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  189. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  190. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  191. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  192. POSTHOOK: Lineage: rcfile_merge3b.key SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:key, type:int, comment:from deserializer), ]
  193. POSTHOOK: Lineage: rcfile_merge3b.value SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:value, type:string, comment:from deserializer), ]
  194. PREHOOK: query: DROP TABLE rcfile_merge3b
  195. PREHOOK: type: DROPTABLE
  196. PREHOOK: Input: default@rcfile_merge3b
  197. PREHOOK: Output: default@rcfile_merge3b
  198. POSTHOOK: query: DROP TABLE rcfile_merge3b
  199. POSTHOOK: type: DROPTABLE
  200. POSTHOOK: Input: default@rcfile_merge3b
  201. POSTHOOK: Output: default@rcfile_merge3b
  202. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  203. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  204. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  205. POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
  206. POSTHOOK: Lineage: rcfile_merge3b.key SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:key, type:int, comment:from deserializer), ]
  207. POSTHOOK: Lineage: rcfile_merge3b.value SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:value, type:string, comment:from deserializer), ]