PageRenderTime 27ms CodeModel.GetById 17ms app.highlight 5ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/merge_dynamic_partition3.q.out

#
text | 243 lines | 233 code | 10 blank | 0 comment | 0 complexity | 972a23af645609505891ef7f39e79f88 MD5 | raw file
  1PREHOOK: query: create table srcpart_merge_dp like srcpart
  2PREHOOK: type: CREATETABLE
  3POSTHOOK: query: create table srcpart_merge_dp like srcpart
  4POSTHOOK: type: CREATETABLE
  5POSTHOOK: Output: default@srcpart_merge_dp
  6PREHOOK: query: create table merge_dynamic_part like srcpart
  7PREHOOK: type: CREATETABLE
  8POSTHOOK: query: create table merge_dynamic_part like srcpart
  9POSTHOOK: type: CREATETABLE
 10POSTHOOK: Output: default@merge_dynamic_part
 11PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
 12PREHOOK: type: LOAD
 13POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
 14POSTHOOK: type: LOAD
 15POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
 16PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
 17PREHOOK: type: LOAD
 18POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
 19POSTHOOK: type: LOAD
 20POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
 21PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
 22PREHOOK: type: LOAD
 23POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
 24POSTHOOK: type: LOAD
 25POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
 26PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
 27PREHOOK: type: LOAD
 28POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
 29POSTHOOK: type: LOAD
 30POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
 31PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
 32PREHOOK: type: LOAD
 33POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
 34POSTHOOK: type: LOAD
 35POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=12
 36PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
 37PREHOOK: type: LOAD
 38POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
 39POSTHOOK: type: LOAD
 40POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=12
 41PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
 42PREHOOK: type: LOAD
 43POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
 44POSTHOOK: type: LOAD
 45POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=12
 46PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
 47PREHOOK: type: LOAD
 48POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
 49POSTHOOK: type: LOAD
 50POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=12
 51PREHOOK: query: load data local inpath '../data/files/kv1.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=11)
 52PREHOOK: type: LOAD
 53POSTHOOK: query: load data local inpath '../data/files/kv1.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=11)
 54POSTHOOK: type: LOAD
 55POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-09/hr=11
 56PREHOOK: query: load data local inpath '../data/files/kv2.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=11)
 57PREHOOK: type: LOAD
 58POSTHOOK: query: load data local inpath '../data/files/kv2.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=11)
 59POSTHOOK: type: LOAD
 60POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-09/hr=11
 61PREHOOK: query: load data local inpath '../data/files/kv1.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=12)
 62PREHOOK: type: LOAD
 63POSTHOOK: query: load data local inpath '../data/files/kv1.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=12)
 64POSTHOOK: type: LOAD
 65POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-09/hr=12
 66PREHOOK: query: load data local inpath '../data/files/kv2.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=12)
 67PREHOOK: type: LOAD
 68POSTHOOK: query: load data local inpath '../data/files/kv2.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=12)
 69POSTHOOK: type: LOAD
 70POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-09/hr=12
 71PREHOOK: query: show partitions srcpart_merge_dp
 72PREHOOK: type: SHOWPARTITIONS
 73POSTHOOK: query: show partitions srcpart_merge_dp
 74POSTHOOK: type: SHOWPARTITIONS
 75ds=2008-04-08/hr=11
 76ds=2008-04-08/hr=12
 77ds=2008-04-09/hr=11
 78ds=2008-04-09/hr=12
 79PREHOOK: query: explain
 80insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds>='2008-04-08'
 81PREHOOK: type: QUERY
 82POSTHOOK: query: explain
 83insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds>='2008-04-08'
 84POSTHOOK: type: QUERY
 85ABSTRACT SYNTAX TREE:
 86  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart_merge_dp))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME merge_dynamic_part) (TOK_PARTSPEC (TOK_PARTVAL ds) (TOK_PARTVAL hr)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (>= (TOK_TABLE_OR_COL ds) '2008-04-08'))))
 87
 88STAGE DEPENDENCIES:
 89  Stage-1 is a root stage
 90  Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
 91  Stage-4
 92  Stage-0 depends on stages: Stage-4, Stage-3
 93  Stage-2 depends on stages: Stage-0
 94  Stage-3
 95
 96STAGE PLANS:
 97  Stage: Stage-1
 98    Map Reduce
 99      Alias -> Map Operator Tree:
100        srcpart_merge_dp 
101          TableScan
102            alias: srcpart_merge_dp
103            Filter Operator
104              predicate:
105                  expr: (ds >= '2008-04-08')
106                  type: boolean
107              Select Operator
108                expressions:
109                      expr: key
110                      type: string
111                      expr: value
112                      type: string
113                      expr: ds
114                      type: string
115                      expr: hr
116                      type: string
117                outputColumnNames: _col0, _col1, _col2, _col3
118                File Output Operator
119                  compressed: false
120                  GlobalTableId: 1
121                  table:
122                      input format: org.apache.hadoop.mapred.TextInputFormat
123                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
124                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
125                      name: default.merge_dynamic_part
126
127  Stage: Stage-5
128    Conditional Operator
129
130  Stage: Stage-4
131    Move Operator
132      files:
133          hdfs directory: true
134          destination: pfile:/data/users/sdong/www/open-source-hive2/.ptest_0/build/ql/scratchdir/hive_2011-02-16_17-06-54_385_3145107815584383204/-ext-10000
135
136  Stage: Stage-0
137    Move Operator
138      tables:
139          partition:
140            ds 
141            hr 
142          replace: true
143          table:
144              input format: org.apache.hadoop.mapred.TextInputFormat
145              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
146              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
147              name: default.merge_dynamic_part
148
149  Stage: Stage-2
150    Stats-Aggr Operator
151
152  Stage: Stage-3
153    Map Reduce
154      Alias -> Map Operator Tree:
155        pfile:/data/users/sdong/www/open-source-hive2/.ptest_0/build/ql/scratchdir/hive_2011-02-16_17-06-54_385_3145107815584383204/-ext-10002 
156            File Output Operator
157              compressed: false
158              GlobalTableId: 0
159              table:
160                  input format: org.apache.hadoop.mapred.TextInputFormat
161                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
162                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
163                  name: default.merge_dynamic_part
164
165
166PREHOOK: query: insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds>='2008-04-08'
167PREHOOK: type: QUERY
168PREHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=11
169PREHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=12
170PREHOOK: Input: default@srcpart_merge_dp@ds=2008-04-09/hr=11
171PREHOOK: Input: default@srcpart_merge_dp@ds=2008-04-09/hr=12
172PREHOOK: Output: default@merge_dynamic_part
173POSTHOOK: query: insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds>='2008-04-08'
174POSTHOOK: type: QUERY
175POSTHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=11
176POSTHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=12
177POSTHOOK: Input: default@srcpart_merge_dp@ds=2008-04-09/hr=11
178POSTHOOK: Input: default@srcpart_merge_dp@ds=2008-04-09/hr=12
179POSTHOOK: Output: default@merge_dynamic_part@ds=2008-04-08/hr=11
180POSTHOOK: Output: default@merge_dynamic_part@ds=2008-04-08/hr=12
181POSTHOOK: Output: default@merge_dynamic_part@ds=2008-04-09/hr=11
182POSTHOOK: Output: default@merge_dynamic_part@ds=2008-04-09/hr=12
183POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
184POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
185POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
186POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
187POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
188POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
189POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
190POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
191PREHOOK: query: select ds, hr, count(1) from merge_dynamic_part where ds>='2008-04-08' group by ds, hr order by ds, hr
192PREHOOK: type: QUERY
193PREHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=11
194PREHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=12
195PREHOOK: Input: default@merge_dynamic_part@ds=2008-04-09/hr=11
196PREHOOK: Input: default@merge_dynamic_part@ds=2008-04-09/hr=12
197PREHOOK: Output: file:/tmp/sdong/hive_2011-02-16_17-07-08_924_3777174972695387743/-mr-10000
198POSTHOOK: query: select ds, hr, count(1) from merge_dynamic_part where ds>='2008-04-08' group by ds, hr order by ds, hr
199POSTHOOK: type: QUERY
200POSTHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=11
201POSTHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=12
202POSTHOOK: Input: default@merge_dynamic_part@ds=2008-04-09/hr=11
203POSTHOOK: Input: default@merge_dynamic_part@ds=2008-04-09/hr=12
204POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-16_17-07-08_924_3777174972695387743/-mr-10000
205POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
206POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
207POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
208POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
209POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
210POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
211POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
212POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
2132008-04-08	11	500
2142008-04-08	12	500
2152008-04-09	11	1000
2162008-04-09	12	1000
217PREHOOK: query: show table extended like `merge_dynamic_part`
218PREHOOK: type: SHOW_TABLESTATUS
219POSTHOOK: query: show table extended like `merge_dynamic_part`
220POSTHOOK: type: SHOW_TABLESTATUS
221POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
222POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
223POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
224POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
225POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
226POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
227POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
228POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
229tableName:merge_dynamic_part
230owner:null
231location:pfile:/data/users/sdong/www/open-source-hive2/.ptest_0/build/ql/test/data/warehouse/merge_dynamic_part
232inputformat:org.apache.hadoop.mapred.TextInputFormat
233outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
234columns:struct columns { string key, string value}
235partitioned:true
236partitionColumns:struct partition_columns { string ds, string hr}
237totalNumberFiles:6
238totalFileSize:34830
239maxFileSize:5812
240minFileSize:5791
241lastAccessTime:0
242lastUpdateTime:1297904827000
243