PageRenderTime 26ms CodeModel.GetById 15ms app.highlight 5ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/transform_ppr1.q.out

#
text | 469 lines | 460 code | 9 blank | 0 comment | 0 complexity | 91f574435afd7b09a705bf164b1fd8d9 MD5 | raw file
  1PREHOOK: query: EXPLAIN EXTENDED
  2FROM (
  3  FROM srcpart src
  4  SELECT TRANSFORM(src.ds, src.key, src.value)
  5         USING '/bin/cat' AS (ds, tkey, tvalue) 
  6  CLUSTER BY tkey 
  7) tmap
  8SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08'
  9PREHOOK: type: QUERY
 10POSTHOOK: query: EXPLAIN EXTENDED
 11FROM (
 12  FROM srcpart src
 13  SELECT TRANSFORM(src.ds, src.key, src.value)
 14         USING '/bin/cat' AS (ds, tkey, tvalue) 
 15  CLUSTER BY tkey 
 16) tmap
 17SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08'
 18POSTHOOK: type: QUERY
 19ABSTRACT SYNTAX TREE:
 20  (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) ds) (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST ds tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (AND (< (. (TOK_TABLE_OR_COL tmap) tkey) 100) (= (. (TOK_TABLE_OR_COL tmap) ds) '2008-04-08')))))
 21
 22STAGE DEPENDENCIES:
 23  Stage-1 is a root stage
 24  Stage-0 is a root stage
 25
 26STAGE PLANS:
 27  Stage: Stage-1
 28    Map Reduce
 29      Alias -> Map Operator Tree:
 30        tmap:src 
 31          TableScan
 32            alias: src
 33            GatherStats: false
 34            Select Operator
 35              expressions:
 36                    expr: ds
 37                    type: string
 38                    expr: key
 39                    type: string
 40                    expr: value
 41                    type: string
 42              outputColumnNames: _col0, _col1, _col2
 43              Transform Operator
 44                command: /bin/cat
 45                output info:
 46                    input format: org.apache.hadoop.mapred.TextInputFormat
 47                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 48                    properties:
 49                      columns _col0,_col1,_col2
 50                      columns.types string,string,string
 51                      field.delim 9
 52                      serialization.format 9
 53                Reduce Output Operator
 54                  key expressions:
 55                        expr: _col1
 56                        type: string
 57                  sort order: +
 58                  Map-reduce partition columns:
 59                        expr: _col1
 60                        type: string
 61                  tag: -1
 62                  value expressions:
 63                        expr: _col0
 64                        type: string
 65                        expr: _col1
 66                        type: string
 67                        expr: _col2
 68                        type: string
 69      Needs Tagging: false
 70      Path -> Alias:
 71        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [tmap:src]
 72        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [tmap:src]
 73        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [tmap:src]
 74        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [tmap:src]
 75      Path -> Partition:
 76        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 
 77          Partition
 78            base file name: hr=11
 79            input format: org.apache.hadoop.mapred.TextInputFormat
 80            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 81            partition values:
 82              ds 2008-04-08
 83              hr 11
 84            properties:
 85              bucket_count -1
 86              columns key,value
 87              columns.types string:string
 88              file.inputformat org.apache.hadoop.mapred.TextInputFormat
 89              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 90              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
 91              name default.srcpart
 92              partition_columns ds/hr
 93              serialization.ddl struct srcpart { string key, string value}
 94              serialization.format 1
 95              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 96              transient_lastDdlTime 1297386140
 97            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 98          
 99              input format: org.apache.hadoop.mapred.TextInputFormat
100              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
101              properties:
102                bucket_count -1
103                columns key,value
104                columns.types string:string
105                file.inputformat org.apache.hadoop.mapred.TextInputFormat
106                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
107                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
108                name default.srcpart
109                partition_columns ds/hr
110                serialization.ddl struct srcpart { string key, string value}
111                serialization.format 1
112                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
113                transient_lastDdlTime 1297386140
114              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
115              name: default.srcpart
116            name: default.srcpart
117        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 
118          Partition
119            base file name: hr=12
120            input format: org.apache.hadoop.mapred.TextInputFormat
121            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
122            partition values:
123              ds 2008-04-08
124              hr 12
125            properties:
126              bucket_count -1
127              columns key,value
128              columns.types string:string
129              file.inputformat org.apache.hadoop.mapred.TextInputFormat
130              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
131              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
132              name default.srcpart
133              partition_columns ds/hr
134              serialization.ddl struct srcpart { string key, string value}
135              serialization.format 1
136              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
137              transient_lastDdlTime 1297386140
138            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
139          
140              input format: org.apache.hadoop.mapred.TextInputFormat
141              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
142              properties:
143                bucket_count -1
144                columns key,value
145                columns.types string:string
146                file.inputformat org.apache.hadoop.mapred.TextInputFormat
147                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
148                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
149                name default.srcpart
150                partition_columns ds/hr
151                serialization.ddl struct srcpart { string key, string value}
152                serialization.format 1
153                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
154                transient_lastDdlTime 1297386140
155              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
156              name: default.srcpart
157            name: default.srcpart
158        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 
159          Partition
160            base file name: hr=11
161            input format: org.apache.hadoop.mapred.TextInputFormat
162            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
163            partition values:
164              ds 2008-04-09
165              hr 11
166            properties:
167              bucket_count -1
168              columns key,value
169              columns.types string:string
170              file.inputformat org.apache.hadoop.mapred.TextInputFormat
171              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
172              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11
173              name default.srcpart
174              partition_columns ds/hr
175              serialization.ddl struct srcpart { string key, string value}
176              serialization.format 1
177              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
178              transient_lastDdlTime 1297386140
179            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
180          
181              input format: org.apache.hadoop.mapred.TextInputFormat
182              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
183              properties:
184                bucket_count -1
185                columns key,value
186                columns.types string:string
187                file.inputformat org.apache.hadoop.mapred.TextInputFormat
188                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
189                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
190                name default.srcpart
191                partition_columns ds/hr
192                serialization.ddl struct srcpart { string key, string value}
193                serialization.format 1
194                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
195                transient_lastDdlTime 1297386140
196              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
197              name: default.srcpart
198            name: default.srcpart
199        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 
200          Partition
201            base file name: hr=12
202            input format: org.apache.hadoop.mapred.TextInputFormat
203            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
204            partition values:
205              ds 2008-04-09
206              hr 12
207            properties:
208              bucket_count -1
209              columns key,value
210              columns.types string:string
211              file.inputformat org.apache.hadoop.mapred.TextInputFormat
212              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
213              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12
214              name default.srcpart
215              partition_columns ds/hr
216              serialization.ddl struct srcpart { string key, string value}
217              serialization.format 1
218              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
219              transient_lastDdlTime 1297386140
220            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
221          
222              input format: org.apache.hadoop.mapred.TextInputFormat
223              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
224              properties:
225                bucket_count -1
226                columns key,value
227                columns.types string:string
228                file.inputformat org.apache.hadoop.mapred.TextInputFormat
229                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
230                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
231                name default.srcpart
232                partition_columns ds/hr
233                serialization.ddl struct srcpart { string key, string value}
234                serialization.format 1
235                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
236                transient_lastDdlTime 1297386140
237              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
238              name: default.srcpart
239            name: default.srcpart
240      Reduce Operator Tree:
241        Extract
242          Filter Operator
243            isSamplingPred: false
244            predicate:
245                expr: ((_col1 < 100) and (_col0 = '2008-04-08'))
246                type: boolean
247            Select Operator
248              expressions:
249                    expr: _col1
250                    type: string
251                    expr: _col2
252                    type: string
253              outputColumnNames: _col0, _col1
254              File Output Operator
255                compressed: false
256                GlobalTableId: 0
257                directory: file:/tmp/sdong/hive_2011-02-10_17-24-54_583_8987862490121410836/-ext-10001
258                NumFilesPerFileSink: 1
259                Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_17-24-54_583_8987862490121410836/-ext-10001/
260                table:
261                    input format: org.apache.hadoop.mapred.TextInputFormat
262                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
263                    properties:
264                      columns _col0,_col1
265                      columns.types string:string
266                      serialization.format 1
267                TotalFiles: 1
268                GatherStats: false
269                MultiFileSpray: false
270
271  Stage: Stage-0
272    Fetch Operator
273      limit: -1
274
275
276PREHOOK: query: FROM (
277  FROM srcpart src
278  SELECT TRANSFORM(src.ds, src.key, src.value)
279         USING '/bin/cat' AS (ds, tkey, tvalue) 
280  CLUSTER BY tkey 
281) tmap
282SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08'
283PREHOOK: type: QUERY
284PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
285PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
286PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
287PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
288PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-24-54_724_4140820560703296860/-mr-10000
289POSTHOOK: query: FROM (
290  FROM srcpart src
291  SELECT TRANSFORM(src.ds, src.key, src.value)
292         USING '/bin/cat' AS (ds, tkey, tvalue) 
293  CLUSTER BY tkey 
294) tmap
295SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08'
296POSTHOOK: type: QUERY
297POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
298POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
299POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11
300POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12
301POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-24-54_724_4140820560703296860/-mr-10000
3020	val_0
3030	val_0
3040	val_0
3050	val_0
3060	val_0
3070	val_0
30810	val_10
30910	val_10
31011	val_11
31111	val_11
31212	val_12
31312	val_12
31412	val_12
31512	val_12
31615	val_15
31715	val_15
31815	val_15
31915	val_15
32017	val_17
32117	val_17
32218	val_18
32318	val_18
32418	val_18
32518	val_18
32619	val_19
32719	val_19
3282	val_2
3292	val_2
33020	val_20
33120	val_20
33224	val_24
33324	val_24
33424	val_24
33524	val_24
33626	val_26
33726	val_26
33826	val_26
33926	val_26
34027	val_27
34127	val_27
34228	val_28
34328	val_28
34430	val_30
34530	val_30
34633	val_33
34733	val_33
34834	val_34
34934	val_34
35035	val_35
35135	val_35
35235	val_35
35335	val_35
35435	val_35
35535	val_35
35637	val_37
35737	val_37
35837	val_37
35937	val_37
3604	val_4
3614	val_4
36241	val_41
36341	val_41
36442	val_42
36542	val_42
36642	val_42
36742	val_42
36843	val_43
36943	val_43
37044	val_44
37144	val_44
37247	val_47
37347	val_47
3745	val_5
3755	val_5
3765	val_5
3775	val_5
3785	val_5
3795	val_5
38051	val_51
38151	val_51
38251	val_51
38351	val_51
38453	val_53
38553	val_53
38654	val_54
38754	val_54
38857	val_57
38957	val_57
39058	val_58
39158	val_58
39258	val_58
39358	val_58
39464	val_64
39564	val_64
39665	val_65
39765	val_65
39866	val_66
39966	val_66
40067	val_67
40167	val_67
40267	val_67
40367	val_67
40469	val_69
40569	val_69
40670	val_70
40770	val_70
40870	val_70
40970	val_70
41070	val_70
41170	val_70
41272	val_72
41372	val_72
41472	val_72
41572	val_72
41674	val_74
41774	val_74
41876	val_76
41976	val_76
42076	val_76
42176	val_76
42277	val_77
42377	val_77
42478	val_78
42578	val_78
4268	val_8
4278	val_8
42880	val_80
42980	val_80
43082	val_82
43182	val_82
43283	val_83
43383	val_83
43483	val_83
43583	val_83
43684	val_84
43784	val_84
43884	val_84
43984	val_84
44085	val_85
44185	val_85
44286	val_86
44386	val_86
44487	val_87
44587	val_87
4469	val_9
4479	val_9
44890	val_90
44990	val_90
45090	val_90
45190	val_90
45290	val_90
45390	val_90
45492	val_92
45592	val_92
45695	val_95
45795	val_95
45895	val_95
45995	val_95
46096	val_96
46196	val_96
46297	val_97
46397	val_97
46497	val_97
46597	val_97
46698	val_98
46798	val_98
46898	val_98
46998	val_98