PageRenderTime 19ms CodeModel.GetById 11ms app.highlight 4ms RepoModel.GetById 2ms app.codeStats 0ms

/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/index_auto_file_format.q.out

#
text | 288 lines | 268 code | 20 blank | 0 comment | 0 complexity | a6d299258e304d26b23aa5affa49d306 MD5 | raw file
  1PREHOOK: query: -- test automatic use of index on different file formats
  2CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD
  3PREHOOK: type: CREATEINDEX
  4POSTHOOK: query: -- test automatic use of index on different file formats
  5CREATE INDEX src_index ON TABLE src(key) as 'COMPACT' WITH DEFERRED REBUILD
  6POSTHOOK: type: CREATEINDEX
  7PREHOOK: query: ALTER INDEX src_index ON src REBUILD
  8PREHOOK: type: QUERY
  9PREHOOK: Input: default@src
 10PREHOOK: Output: default@default__src_src_index__
 11POSTHOOK: query: ALTER INDEX src_index ON src REBUILD
 12POSTHOOK: type: QUERY
 13POSTHOOK: Input: default@src
 14POSTHOOK: Output: default@default__src_src_index__
 15POSTHOOK: Lineage: default__src_src_index__._bucketname SIMPLE [(src)src.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ]
 16POSTHOOK: Lineage: default__src_src_index__._offsets EXPRESSION [(src)src.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ]
 17POSTHOOK: Lineage: default__src_src_index__.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 18PREHOOK: query: EXPLAIN SELECT key, value FROM src WHERE key=86 ORDER BY key
 19PREHOOK: type: QUERY
 20POSTHOOK: query: EXPLAIN SELECT key, value FROM src WHERE key=86 ORDER BY key
 21POSTHOOK: type: QUERY
 22POSTHOOK: Lineage: default__src_src_index__._bucketname SIMPLE [(src)src.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ]
 23POSTHOOK: Lineage: default__src_src_index__._offsets EXPRESSION [(src)src.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ]
 24POSTHOOK: Lineage: default__src_src_index__.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 25ABSTRACT SYNTAX TREE:
 26  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) 86)) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)))))
 27
 28STAGE DEPENDENCIES:
 29  Stage-3 is a root stage
 30  Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4
 31  Stage-5
 32  Stage-2 depends on stages: Stage-5, Stage-4
 33  Stage-1 depends on stages: Stage-2
 34  Stage-4
 35  Stage-0 is a root stage
 36
 37STAGE PLANS:
 38  Stage: Stage-3
 39    Map Reduce
 40      Alias -> Map Operator Tree:
 41        default__src_src_index__ 
 42          TableScan
 43            alias: default__src_src_index__
 44            filterExpr:
 45                expr: (key = 86)
 46                type: boolean
 47            Filter Operator
 48              predicate:
 49                  expr: (key = 86)
 50                  type: boolean
 51              Select Operator
 52                expressions:
 53                      expr: _bucketname
 54                      type: string
 55                      expr: _offsets
 56                      type: array<bigint>
 57                outputColumnNames: _col0, _col1
 58                File Output Operator
 59                  compressed: false
 60                  GlobalTableId: 1
 61                  table:
 62                      input format: org.apache.hadoop.mapred.TextInputFormat
 63                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 64
 65  Stage: Stage-6
 66    Conditional Operator
 67
 68  Stage: Stage-5
 69    Move Operator
 70      files:
 71          hdfs directory: true
 72          destination: file:/Users/salbiz/dev/hive/build/ql/scratchdir/hive_2011-06-15_16-16-40_411_4815505312955631583/-ext-10000
 73
 74  Stage: Stage-2
 75    Move Operator
 76      files:
 77          hdfs directory: true
 78          destination: file:/var/folders/5V/5V4Zq77qGD4aSK9m8V3frVsFdRU/-Tmp-/salbiz/hive_2011-06-15_16-16-40_275_2821007696524201513/-mr-10002
 79
 80  Stage: Stage-1
 81    Map Reduce
 82      Alias -> Map Operator Tree:
 83        src 
 84          TableScan
 85            alias: src
 86            filterExpr:
 87                expr: (key = 86)
 88                type: boolean
 89            Filter Operator
 90              predicate:
 91                  expr: (key = 86)
 92                  type: boolean
 93              Select Operator
 94                expressions:
 95                      expr: key
 96                      type: string
 97                      expr: value
 98                      type: string
 99                outputColumnNames: _col0, _col1
100                Reduce Output Operator
101                  key expressions:
102                        expr: _col0
103                        type: string
104                  sort order: +
105                  tag: -1
106                  value expressions:
107                        expr: _col0
108                        type: string
109                        expr: _col1
110                        type: string
111      Reduce Operator Tree:
112        Extract
113          File Output Operator
114            compressed: false
115            GlobalTableId: 0
116            table:
117                input format: org.apache.hadoop.mapred.TextInputFormat
118                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
119
120  Stage: Stage-4
121    Map Reduce
122      Alias -> Map Operator Tree:
123        file:/Users/salbiz/dev/hive/build/ql/scratchdir/hive_2011-06-15_16-16-40_411_4815505312955631583/-ext-10001 
124            File Output Operator
125              compressed: false
126              GlobalTableId: 0
127              table:
128                  input format: org.apache.hadoop.mapred.TextInputFormat
129                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
130
131  Stage: Stage-0
132    Fetch Operator
133      limit: -1
134
135
136PREHOOK: query: SELECT key, value FROM src WHERE key=86 ORDER BY key
137PREHOOK: type: QUERY
138PREHOOK: Input: default@default__src_src_index__
139PREHOOK: Input: default@src
140PREHOOK: Output: file:/var/folders/5V/5V4Zq77qGD4aSK9m8V3frVsFdRU/-Tmp-/salbiz/hive_2011-06-15_16-16-40_552_3841543983008204664/-mr-10000
141POSTHOOK: query: SELECT key, value FROM src WHERE key=86 ORDER BY key
142POSTHOOK: type: QUERY
143POSTHOOK: Input: default@default__src_src_index__
144POSTHOOK: Input: default@src
145POSTHOOK: Output: file:/var/folders/5V/5V4Zq77qGD4aSK9m8V3frVsFdRU/-Tmp-/salbiz/hive_2011-06-15_16-16-40_552_3841543983008204664/-mr-10000
146POSTHOOK: Lineage: default__src_src_index__._bucketname SIMPLE [(src)src.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ]
147POSTHOOK: Lineage: default__src_src_index__._offsets EXPRESSION [(src)src.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ]
148POSTHOOK: Lineage: default__src_src_index__.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
14986	val_86
150PREHOOK: query: EXPLAIN SELECT key, value FROM src WHERE key=86 ORDER BY key
151PREHOOK: type: QUERY
152POSTHOOK: query: EXPLAIN SELECT key, value FROM src WHERE key=86 ORDER BY key
153POSTHOOK: type: QUERY
154POSTHOOK: Lineage: default__src_src_index__._bucketname SIMPLE [(src)src.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ]
155POSTHOOK: Lineage: default__src_src_index__._offsets EXPRESSION [(src)src.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ]
156POSTHOOK: Lineage: default__src_src_index__.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
157ABSTRACT SYNTAX TREE:
158  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) 86)) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL key)))))
159
160STAGE DEPENDENCIES:
161  Stage-3 is a root stage
162  Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4
163  Stage-5
164  Stage-2 depends on stages: Stage-5, Stage-4
165  Stage-1 depends on stages: Stage-2
166  Stage-4
167  Stage-0 is a root stage
168
169STAGE PLANS:
170  Stage: Stage-3
171    Map Reduce
172      Alias -> Map Operator Tree:
173        default__src_src_index__ 
174          TableScan
175            alias: default__src_src_index__
176            filterExpr:
177                expr: (key = 86)
178                type: boolean
179            Filter Operator
180              predicate:
181                  expr: (key = 86)
182                  type: boolean
183              Select Operator
184                expressions:
185                      expr: _bucketname
186                      type: string
187                      expr: _offsets
188                      type: array<bigint>
189                outputColumnNames: _col0, _col1
190                File Output Operator
191                  compressed: false
192                  GlobalTableId: 1
193                  table:
194                      input format: org.apache.hadoop.mapred.TextInputFormat
195                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
196
197  Stage: Stage-6
198    Conditional Operator
199
200  Stage: Stage-5
201    Move Operator
202      files:
203          hdfs directory: true
204          destination: file:/Users/salbiz/dev/hive/build/ql/scratchdir/hive_2011-06-15_16-16-55_117_7145184773994968051/-ext-10000
205
206  Stage: Stage-2
207    Move Operator
208      files:
209          hdfs directory: true
210          destination: file:/var/folders/5V/5V4Zq77qGD4aSK9m8V3frVsFdRU/-Tmp-/salbiz/hive_2011-06-15_16-16-54_980_8246330207973926102/-mr-10002
211
212  Stage: Stage-1
213    Map Reduce
214      Alias -> Map Operator Tree:
215        src 
216          TableScan
217            alias: src
218            filterExpr:
219                expr: (key = 86)
220                type: boolean
221            Filter Operator
222              predicate:
223                  expr: (key = 86)
224                  type: boolean
225              Select Operator
226                expressions:
227                      expr: key
228                      type: string
229                      expr: value
230                      type: string
231                outputColumnNames: _col0, _col1
232                Reduce Output Operator
233                  key expressions:
234                        expr: _col0
235                        type: string
236                  sort order: +
237                  tag: -1
238                  value expressions:
239                        expr: _col0
240                        type: string
241                        expr: _col1
242                        type: string
243      Reduce Operator Tree:
244        Extract
245          File Output Operator
246            compressed: false
247            GlobalTableId: 0
248            table:
249                input format: org.apache.hadoop.mapred.TextInputFormat
250                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
251
252  Stage: Stage-4
253    Map Reduce
254      Alias -> Map Operator Tree:
255        file:/Users/salbiz/dev/hive/build/ql/scratchdir/hive_2011-06-15_16-16-55_117_7145184773994968051/-ext-10001 
256            File Output Operator
257              compressed: false
258              GlobalTableId: 0
259              table:
260                  input format: org.apache.hadoop.mapred.TextInputFormat
261                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
262
263  Stage: Stage-0
264    Fetch Operator
265      limit: -1
266
267
268PREHOOK: query: SELECT key, value FROM src WHERE key=86 ORDER BY key
269PREHOOK: type: QUERY
270PREHOOK: Input: default@default__src_src_index__
271PREHOOK: Input: default@src
272PREHOOK: Output: file:/var/folders/5V/5V4Zq77qGD4aSK9m8V3frVsFdRU/-Tmp-/salbiz/hive_2011-06-15_16-16-55_246_5645043276355070579/-mr-10000
273POSTHOOK: query: SELECT key, value FROM src WHERE key=86 ORDER BY key
274POSTHOOK: type: QUERY
275POSTHOOK: Input: default@default__src_src_index__
276POSTHOOK: Input: default@src
277POSTHOOK: Output: file:/var/folders/5V/5V4Zq77qGD4aSK9m8V3frVsFdRU/-Tmp-/salbiz/hive_2011-06-15_16-16-55_246_5645043276355070579/-mr-10000
278POSTHOOK: Lineage: default__src_src_index__._bucketname SIMPLE [(src)src.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ]
279POSTHOOK: Lineage: default__src_src_index__._offsets EXPRESSION [(src)src.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ]
280POSTHOOK: Lineage: default__src_src_index__.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]
28186	val_86
282PREHOOK: query: DROP INDEX src_index on src
283PREHOOK: type: DROPINDEX
284POSTHOOK: query: DROP INDEX src_index on src
285POSTHOOK: type: DROPINDEX
286POSTHOOK: Lineage: default__src_src_index__._bucketname SIMPLE [(src)src.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ]
287POSTHOOK: Lineage: default__src_src_index__._offsets EXPRESSION [(src)src.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ]
288POSTHOOK: Lineage: default__src_src_index__.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ]