PageRenderTime 43ms CodeModel.GetById 17ms RepoModel.GetById 0ms app.codeStats 0ms

/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/index_auto_file_format.q.out

#
text | 288 lines | 268 code | 20 blank | 0 comment | 0 complexity | a6d299258e304d26b23aa5affa49d306 MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0
  1. PREHOOK: query: -- test automatic use of index on different file formats
  2. CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD
  3. PREHOOK: type: CREATEINDEX
  4. POSTHOOK: query: -- test automatic use of index on different file formats
  5. CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD
  6. POSTHOOK: type: CREATEINDEX
  7. PREHOOK: query: ALTER INDEX src_index ON src REBUILD
  8. PREHOOK: type: QUERY
  9. PREHOOK: Input: default@src
  10. PREHOOK: Output: default@default__src_src_index__
  11. POSTHOOK: query: ALTER INDEX src_index ON src REBUILD
  12. POSTHOOK: type: QUERY
  13. POSTHOOK: Input: default@src
  14. POSTHOOK: Output: default@default__src_src_index__
  15. POSTHOOK: Lineage: default__src_src_index__._bucketname SIMPLE [(src)src.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ]
  16. POSTHOOK: Lineage: default__src_src_index__._offsets EXPRESSION [(src)src.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ]
  17. POSTHOOK: Lineage: default__src_src_index__.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  18. PREHOOK: query: EXPLAIN SELECT key, value FROM src WHERE key=86 ORDER BY key
  19. PREHOOK: type: QUERY
  20. POSTHOOK: query: EXPLAIN SELECT key, value FROM src WHERE key=86 ORDER BY key
  21. POSTHOOK: type: QUERY
  22. POSTHOOK: Lineage: default__src_src_index__._bucketname SIMPLE [(src)src.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ]
  23. POSTHOOK: Lineage: default__src_src_index__._offsets EXPRESSION [(src)src.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ]
  24. POSTHOOK: Lineage: default__src_src_index__.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  25. ABSTRACT SYNTAX TREE:
  26. (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) 86)) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)))))
  27. STAGE DEPENDENCIES:
  28. Stage-3 is a root stage
  29. Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4
  30. Stage-5
  31. Stage-2 depends on stages: Stage-5, Stage-4
  32. Stage-1 depends on stages: Stage-2
  33. Stage-4
  34. Stage-0 is a root stage
  35. STAGE PLANS:
  36. Stage: Stage-3
  37. Map Reduce
  38. Alias -> Map Operator Tree:
  39. default__src_src_index__
  40. TableScan
  41. alias: default__src_src_index__
  42. filterExpr:
  43. expr: (key = 86)
  44. type: boolean
  45. Filter Operator
  46. predicate:
  47. expr: (key = 86)
  48. type: boolean
  49. Select Operator
  50. expressions:
  51. expr: _bucketname
  52. type: string
  53. expr: _offsets
  54. type: array<bigint>
  55. outputColumnNames: _col0, _col1
  56. File Output Operator
  57. compressed: false
  58. GlobalTableId: 1
  59. table:
  60. input format: org.apache.hadoop.mapred.TextInputFormat
  61. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  62. Stage: Stage-6
  63. Conditional Operator
  64. Stage: Stage-5
  65. Move Operator
  66. files:
  67. hdfs directory: true
  68. destination: file:/Users/salbiz/dev/hive/build/ql/scratchdir/hive_2011-06-15_16-16-40_411_4815505312955631583/-ext-10000
  69. Stage: Stage-2
  70. Move Operator
  71. files:
  72. hdfs directory: true
  73. destination: file:/var/folders/5V/5V4Zq77qGD4aSK9m8V3frVsFdRU/-Tmp-/salbiz/hive_2011-06-15_16-16-40_275_2821007696524201513/-mr-10002
  74. Stage: Stage-1
  75. Map Reduce
  76. Alias -> Map Operator Tree:
  77. src
  78. TableScan
  79. alias: src
  80. filterExpr:
  81. expr: (key = 86)
  82. type: boolean
  83. Filter Operator
  84. predicate:
  85. expr: (key = 86)
  86. type: boolean
  87. Select Operator
  88. expressions:
  89. expr: key
  90. type: string
  91. expr: value
  92. type: string
  93. outputColumnNames: _col0, _col1
  94. Reduce Output Operator
  95. key expressions:
  96. expr: _col0
  97. type: string
  98. sort order: +
  99. tag: -1
  100. value expressions:
  101. expr: _col0
  102. type: string
  103. expr: _col1
  104. type: string
  105. Reduce Operator Tree:
  106. Extract
  107. File Output Operator
  108. compressed: false
  109. GlobalTableId: 0
  110. table:
  111. input format: org.apache.hadoop.mapred.TextInputFormat
  112. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  113. Stage: Stage-4
  114. Map Reduce
  115. Alias -> Map Operator Tree:
  116. file:/Users/salbiz/dev/hive/build/ql/scratchdir/hive_2011-06-15_16-16-40_411_4815505312955631583/-ext-10001
  117. File Output Operator
  118. compressed: false
  119. GlobalTableId: 0
  120. table:
  121. input format: org.apache.hadoop.mapred.TextInputFormat
  122. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  123. Stage: Stage-0
  124. Fetch Operator
  125. limit: -1
  126. PREHOOK: query: SELECT key, value FROM src WHERE key=86 ORDER BY key
  127. PREHOOK: type: QUERY
  128. PREHOOK: Input: default@default__src_src_index__
  129. PREHOOK: Input: default@src
  130. PREHOOK: Output: file:/var/folders/5V/5V4Zq77qGD4aSK9m8V3frVsFdRU/-Tmp-/salbiz/hive_2011-06-15_16-16-40_552_3841543983008204664/-mr-10000
  131. POSTHOOK: query: SELECT key, value FROM src WHERE key=86 ORDER BY key
  132. POSTHOOK: type: QUERY
  133. POSTHOOK: Input: default@default__src_src_index__
  134. POSTHOOK: Input: default@src
  135. POSTHOOK: Output: file:/var/folders/5V/5V4Zq77qGD4aSK9m8V3frVsFdRU/-Tmp-/salbiz/hive_2011-06-15_16-16-40_552_3841543983008204664/-mr-10000
  136. POSTHOOK: Lineage: default__src_src_index__._bucketname SIMPLE [(src)src.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ]
  137. POSTHOOK: Lineage: default__src_src_index__._offsets EXPRESSION [(src)src.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ]
  138. POSTHOOK: Lineage: default__src_src_index__.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  139. 86 val_86
  140. PREHOOK: query: EXPLAIN SELECT key, value FROM src WHERE key=86 ORDER BY key
  141. PREHOOK: type: QUERY
  142. POSTHOOK: query: EXPLAIN SELECT key, value FROM src WHERE key=86 ORDER BY key
  143. POSTHOOK: type: QUERY
  144. POSTHOOK: Lineage: default__src_src_index__._bucketname SIMPLE [(src)src.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ]
  145. POSTHOOK: Lineage: default__src_src_index__._offsets EXPRESSION [(src)src.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ]
  146. POSTHOOK: Lineage: default__src_src_index__.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  147. ABSTRACT SYNTAX TREE:
  148. (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) 86)) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)))))
  149. STAGE DEPENDENCIES:
  150. Stage-3 is a root stage
  151. Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4
  152. Stage-5
  153. Stage-2 depends on stages: Stage-5, Stage-4
  154. Stage-1 depends on stages: Stage-2
  155. Stage-4
  156. Stage-0 is a root stage
  157. STAGE PLANS:
  158. Stage: Stage-3
  159. Map Reduce
  160. Alias -> Map Operator Tree:
  161. default__src_src_index__
  162. TableScan
  163. alias: default__src_src_index__
  164. filterExpr:
  165. expr: (key = 86)
  166. type: boolean
  167. Filter Operator
  168. predicate:
  169. expr: (key = 86)
  170. type: boolean
  171. Select Operator
  172. expressions:
  173. expr: _bucketname
  174. type: string
  175. expr: _offsets
  176. type: array<bigint>
  177. outputColumnNames: _col0, _col1
  178. File Output Operator
  179. compressed: false
  180. GlobalTableId: 1
  181. table:
  182. input format: org.apache.hadoop.mapred.TextInputFormat
  183. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  184. Stage: Stage-6
  185. Conditional Operator
  186. Stage: Stage-5
  187. Move Operator
  188. files:
  189. hdfs directory: true
  190. destination: file:/Users/salbiz/dev/hive/build/ql/scratchdir/hive_2011-06-15_16-16-55_117_7145184773994968051/-ext-10000
  191. Stage: Stage-2
  192. Move Operator
  193. files:
  194. hdfs directory: true
  195. destination: file:/var/folders/5V/5V4Zq77qGD4aSK9m8V3frVsFdRU/-Tmp-/salbiz/hive_2011-06-15_16-16-54_980_8246330207973926102/-mr-10002
  196. Stage: Stage-1
  197. Map Reduce
  198. Alias -> Map Operator Tree:
  199. src
  200. TableScan
  201. alias: src
  202. filterExpr:
  203. expr: (key = 86)
  204. type: boolean
  205. Filter Operator
  206. predicate:
  207. expr: (key = 86)
  208. type: boolean
  209. Select Operator
  210. expressions:
  211. expr: key
  212. type: string
  213. expr: value
  214. type: string
  215. outputColumnNames: _col0, _col1
  216. Reduce Output Operator
  217. key expressions:
  218. expr: _col0
  219. type: string
  220. sort order: +
  221. tag: -1
  222. value expressions:
  223. expr: _col0
  224. type: string
  225. expr: _col1
  226. type: string
  227. Reduce Operator Tree:
  228. Extract
  229. File Output Operator
  230. compressed: false
  231. GlobalTableId: 0
  232. table:
  233. input format: org.apache.hadoop.mapred.TextInputFormat
  234. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  235. Stage: Stage-4
  236. Map Reduce
  237. Alias -> Map Operator Tree:
  238. file:/Users/salbiz/dev/hive/build/ql/scratchdir/hive_2011-06-15_16-16-55_117_7145184773994968051/-ext-10001
  239. File Output Operator
  240. compressed: false
  241. GlobalTableId: 0
  242. table:
  243. input format: org.apache.hadoop.mapred.TextInputFormat
  244. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  245. Stage: Stage-0
  246. Fetch Operator
  247. limit: -1
  248. PREHOOK: query: SELECT key, value FROM src WHERE key=86 ORDER BY key
  249. PREHOOK: type: QUERY
  250. PREHOOK: Input: default@default__src_src_index__
  251. PREHOOK: Input: default@src
  252. PREHOOK: Output: file:/var/folders/5V/5V4Zq77qGD4aSK9m8V3frVsFdRU/-Tmp-/salbiz/hive_2011-06-15_16-16-55_246_5645043276355070579/-mr-10000
  253. POSTHOOK: query: SELECT key, value FROM src WHERE key=86 ORDER BY key
  254. POSTHOOK: type: QUERY
  255. POSTHOOK: Input: default@default__src_src_index__
  256. POSTHOOK: Input: default@src
  257. POSTHOOK: Output: file:/var/folders/5V/5V4Zq77qGD4aSK9m8V3frVsFdRU/-Tmp-/salbiz/hive_2011-06-15_16-16-55_246_5645043276355070579/-mr-10000
  258. POSTHOOK: Lineage: default__src_src_index__._bucketname SIMPLE [(src)src.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ]
  259. POSTHOOK: Lineage: default__src_src_index__._offsets EXPRESSION [(src)src.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ]
  260. POSTHOOK: Lineage: default__src_src_index__.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
  261. 86 val_86
  262. PREHOOK: query: DROP INDEX src_index on src
  263. PREHOOK: type: DROPINDEX
  264. POSTHOOK: query: DROP INDEX src_index on src
  265. POSTHOOK: type: DROPINDEX
  266. POSTHOOK: Lineage: default__src_src_index__._bucketname SIMPLE [(src)src.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ]
  267. POSTHOOK: Lineage: default__src_src_index__._offsets EXPRESSION [(src)src.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ]
  268. POSTHOOK: Lineage: default__src_src_index__.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]