PageRenderTime 19ms CodeModel.GetById 15ms app.highlight 1ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/rcfile_merge4.q.out

#
text | 216 lines | 207 code | 9 blank | 0 comment | 0 complexity | 5033492daa94caa00db8796cfa46830e MD5 | raw file
  1PREHOOK: query: DROP TABLE rcfile_merge3a
  2PREHOOK: type: DROPTABLE
  3POSTHOOK: query: DROP TABLE rcfile_merge3a
  4POSTHOOK: type: DROPTABLE
  5PREHOOK: query: DROP TABLE rcfile_merge3b
  6PREHOOK: type: DROPTABLE
  7POSTHOOK: query: DROP TABLE rcfile_merge3b
  8POSTHOOK: type: DROPTABLE
  9PREHOOK: query: CREATE TABLE rcfile_merge3a (key int, value string) 
 10    PARTITIONED BY (ds string) STORED AS RCFILE
 11PREHOOK: type: CREATETABLE
 12POSTHOOK: query: CREATE TABLE rcfile_merge3a (key int, value string) 
 13    PARTITIONED BY (ds string) STORED AS RCFILE
 14POSTHOOK: type: CREATETABLE
 15POSTHOOK: Output: default@rcfile_merge3a
 16PREHOOK: query: CREATE TABLE rcfile_merge3b (key int, value string) STORED AS TEXTFILE
 17PREHOOK: type: CREATETABLE
 18POSTHOOK: query: CREATE TABLE rcfile_merge3b (key int, value string) STORED AS TEXTFILE
 19POSTHOOK: type: CREATETABLE
 20POSTHOOK: Output: default@rcfile_merge3b
 21PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3a PARTITION (ds='1')
 22    SELECT * FROM src
 23PREHOOK: type: QUERY
 24PREHOOK: Input: default@src
 25PREHOOK: Output: default@rcfile_merge3a@ds=1
 26POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3a PARTITION (ds='1')
 27    SELECT * FROM src
 28POSTHOOK: type: QUERY
 29POSTHOOK: Input: default@src
 30POSTHOOK: Output: default@rcfile_merge3a@ds=1
 31POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 32POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
 33PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3a PARTITION (ds='2')
 34    SELECT * FROM src
 35PREHOOK: type: QUERY
 36PREHOOK: Input: default@src
 37PREHOOK: Output: default@rcfile_merge3a@ds=2
 38POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3a PARTITION (ds='2')
 39    SELECT * FROM src
 40POSTHOOK: type: QUERY
 41POSTHOOK: Input: default@src
 42POSTHOOK: Output: default@rcfile_merge3a@ds=2
 43POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 44POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
 45POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 46POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
 47PREHOOK: query: EXPLAIN INSERT OVERWRITE TABLE rcfile_merge3b
 48    SELECT key, value FROM rcfile_merge3a
 49PREHOOK: type: QUERY
 50POSTHOOK: query: EXPLAIN INSERT OVERWRITE TABLE rcfile_merge3b
 51    SELECT key, value FROM rcfile_merge3a
 52POSTHOOK: type: QUERY
 53POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 54POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
 55POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 56POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
 57ABSTRACT SYNTAX TREE:
 58  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME rcfile_merge3a))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME rcfile_merge3b))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)))))
 59
 60STAGE DEPENDENCIES:
 61  Stage-1 is a root stage
 62  Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
 63  Stage-4
 64  Stage-0 depends on stages: Stage-4, Stage-3
 65  Stage-2 depends on stages: Stage-0
 66  Stage-3
 67
 68STAGE PLANS:
 69  Stage: Stage-1
 70    Map Reduce
 71      Alias -> Map Operator Tree:
 72        rcfile_merge3a 
 73          TableScan
 74            alias: rcfile_merge3a
 75            Select Operator
 76              expressions:
 77                    expr: key
 78                    type: int
 79                    expr: value
 80                    type: string
 81              outputColumnNames: _col0, _col1
 82              File Output Operator
 83                compressed: false
 84                GlobalTableId: 1
 85                table:
 86                    input format: org.apache.hadoop.mapred.TextInputFormat
 87                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 88                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 89                    name: default.rcfile_merge3b
 90
 91  Stage: Stage-5
 92    Conditional Operator
 93
 94  Stage: Stage-4
 95    Move Operator
 96      files:
 97          hdfs directory: true
 98          destination: pfile:/data/users/franklin/hive-block-merge/build/ql/scratchdir/hive_2011-06-10_11-36-17_619_4482832570925103640/-ext-10000
 99
100  Stage: Stage-0
101    Move Operator
102      tables:
103          replace: true
104          table:
105              input format: org.apache.hadoop.mapred.TextInputFormat
106              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
107              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
108              name: default.rcfile_merge3b
109
110  Stage: Stage-2
111    Stats-Aggr Operator
112
113  Stage: Stage-3
114    Map Reduce
115      Alias -> Map Operator Tree:
116        pfile:/data/users/franklin/hive-block-merge/build/ql/scratchdir/hive_2011-06-10_11-36-17_619_4482832570925103640/-ext-10002 
117            File Output Operator
118              compressed: false
119              GlobalTableId: 0
120              table:
121                  input format: org.apache.hadoop.mapred.TextInputFormat
122                  output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
123                  serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
124                  name: default.rcfile_merge3b
125
126
127PREHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3b
128    SELECT key, value FROM rcfile_merge3a
129PREHOOK: type: QUERY
130PREHOOK: Input: default@rcfile_merge3a@ds=1
131PREHOOK: Input: default@rcfile_merge3a@ds=2
132PREHOOK: Output: default@rcfile_merge3b
133POSTHOOK: query: INSERT OVERWRITE TABLE rcfile_merge3b
134    SELECT key, value FROM rcfile_merge3a
135POSTHOOK: type: QUERY
136POSTHOOK: Input: default@rcfile_merge3a@ds=1
137POSTHOOK: Input: default@rcfile_merge3a@ds=2
138POSTHOOK: Output: default@rcfile_merge3b
139POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
140POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
141POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
142POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
143POSTHOOK: Lineage: rcfile_merge3b.key SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:key, type:int, comment:from deserializer), ]
144POSTHOOK: Lineage: rcfile_merge3b.value SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:value, type:string, comment:from deserializer), ]
145PREHOOK: query: SELECT SUM(HASH(c)) FROM (
146    SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c)
147    FROM rcfile_merge3a
148) t
149PREHOOK: type: QUERY
150PREHOOK: Input: default@rcfile_merge3a@ds=1
151PREHOOK: Input: default@rcfile_merge3a@ds=2
152PREHOOK: Output: file:/tmp/franklin/hive_2011-06-10_11-36-22_000_2439061692827052733/-mr-10000
153POSTHOOK: query: SELECT SUM(HASH(c)) FROM (
154    SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c)
155    FROM rcfile_merge3a
156) t
157POSTHOOK: type: QUERY
158POSTHOOK: Input: default@rcfile_merge3a@ds=1
159POSTHOOK: Input: default@rcfile_merge3a@ds=2
160POSTHOOK: Output: file:/tmp/franklin/hive_2011-06-10_11-36-22_000_2439061692827052733/-mr-10000
161POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
162POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
163POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
164POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
165POSTHOOK: Lineage: rcfile_merge3b.key SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:key, type:int, comment:from deserializer), ]
166POSTHOOK: Lineage: rcfile_merge3b.value SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:value, type:string, comment:from deserializer), ]
16714412220296
168PREHOOK: query: SELECT SUM(HASH(c)) FROM (
169    SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c)
170    FROM rcfile_merge3b
171) t
172PREHOOK: type: QUERY
173PREHOOK: Input: default@rcfile_merge3b
174PREHOOK: Output: file:/tmp/franklin/hive_2011-06-10_11-36-25_315_5843076605107116040/-mr-10000
175POSTHOOK: query: SELECT SUM(HASH(c)) FROM (
176    SELECT TRANSFORM(key, value) USING 'tr \t _' AS (c)
177    FROM rcfile_merge3b
178) t
179POSTHOOK: type: QUERY
180POSTHOOK: Input: default@rcfile_merge3b
181POSTHOOK: Output: file:/tmp/franklin/hive_2011-06-10_11-36-25_315_5843076605107116040/-mr-10000
182POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
183POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
184POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
185POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
186POSTHOOK: Lineage: rcfile_merge3b.key SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:key, type:int, comment:from deserializer), ]
187POSTHOOK: Lineage: rcfile_merge3b.value SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:value, type:string, comment:from deserializer), ]
18814412220296
189PREHOOK: query: DROP TABLE rcfile_merge3a
190PREHOOK: type: DROPTABLE
191PREHOOK: Input: default@rcfile_merge3a
192PREHOOK: Output: default@rcfile_merge3a
193POSTHOOK: query: DROP TABLE rcfile_merge3a
194POSTHOOK: type: DROPTABLE
195POSTHOOK: Input: default@rcfile_merge3a
196POSTHOOK: Output: default@rcfile_merge3a
197POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
198POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
199POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
200POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
201POSTHOOK: Lineage: rcfile_merge3b.key SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:key, type:int, comment:from deserializer), ]
202POSTHOOK: Lineage: rcfile_merge3b.value SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:value, type:string, comment:from deserializer), ]
203PREHOOK: query: DROP TABLE rcfile_merge3b
204PREHOOK: type: DROPTABLE
205PREHOOK: Input: default@rcfile_merge3b
206PREHOOK: Output: default@rcfile_merge3b
207POSTHOOK: query: DROP TABLE rcfile_merge3b
208POSTHOOK: type: DROPTABLE
209POSTHOOK: Input: default@rcfile_merge3b
210POSTHOOK: Output: default@rcfile_merge3b
211POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
212POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
213POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
214POSTHOOK: Lineage: rcfile_merge3a PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
215POSTHOOK: Lineage: rcfile_merge3b.key SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:key, type:int, comment:from deserializer), ]
216POSTHOOK: Lineage: rcfile_merge3b.value SIMPLE [(rcfile_merge3a)rcfile_merge3a.FieldSchema(name:value, type:string, comment:from deserializer), ]