PageRenderTime 21ms CodeModel.GetById 12ms app.highlight 4ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/transform_ppr2.q.out

#
text | 390 lines | 383 code | 7 blank | 0 comment | 0 complexity | 05e0d492b36b22e8e6efbc8f4eb7a3a3 MD5 | raw file
  1PREHOOK: query: EXPLAIN EXTENDED
  2FROM (
  3  FROM srcpart src
  4  SELECT TRANSFORM(src.ds, src.key, src.value)
  5         USING '/bin/cat' AS (ds, tkey, tvalue)
  6  WHERE src.ds = '2008-04-08' 
  7  CLUSTER BY tkey 
  8) tmap
  9SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100
 10PREHOOK: type: QUERY
 11POSTHOOK: query: EXPLAIN EXTENDED
 12FROM (
 13  FROM srcpart src
 14  SELECT TRANSFORM(src.ds, src.key, src.value)
 15         USING '/bin/cat' AS (ds, tkey, tvalue)
 16  WHERE src.ds = '2008-04-08' 
 17  CLUSTER BY tkey 
 18) tmap
 19SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100
 20POSTHOOK: type: QUERY
 21ABSTRACT SYNTAX TREE:
 22  (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) ds) (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST ds tkey tvalue)))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL src) ds) '2008-04-08')) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100))))
 23
 24STAGE DEPENDENCIES:
 25  Stage-1 is a root stage
 26  Stage-0 is a root stage
 27
 28STAGE PLANS:
 29  Stage: Stage-1
 30    Map Reduce
 31      Alias -> Map Operator Tree:
 32        tmap:src 
 33          TableScan
 34            alias: src
 35            GatherStats: false
 36            Filter Operator
 37              isSamplingPred: false
 38              predicate:
 39                  expr: (ds = '2008-04-08')
 40                  type: boolean
 41              Select Operator
 42                expressions:
 43                      expr: ds
 44                      type: string
 45                      expr: key
 46                      type: string
 47                      expr: value
 48                      type: string
 49                outputColumnNames: _col0, _col1, _col2
 50                Transform Operator
 51                  command: /bin/cat
 52                  output info:
 53                      input format: org.apache.hadoop.mapred.TextInputFormat
 54                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 55                      properties:
 56                        columns _col0,_col1,_col2
 57                        columns.types string,string,string
 58                        field.delim 9
 59                        serialization.format 9
 60                  Reduce Output Operator
 61                    key expressions:
 62                          expr: _col1
 63                          type: string
 64                    sort order: +
 65                    Map-reduce partition columns:
 66                          expr: _col1
 67                          type: string
 68                    tag: -1
 69                    value expressions:
 70                          expr: _col0
 71                          type: string
 72                          expr: _col1
 73                          type: string
 74                          expr: _col2
 75                          type: string
 76      Needs Tagging: false
 77      Path -> Alias:
 78        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [tmap:src]
 79        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [tmap:src]
 80      Path -> Partition:
 81        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 
 82          Partition
 83            base file name: hr=11
 84            input format: org.apache.hadoop.mapred.TextInputFormat
 85            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 86            partition values:
 87              ds 2008-04-08
 88              hr 11
 89            properties:
 90              bucket_count -1
 91              columns key,value
 92              columns.types string:string
 93              file.inputformat org.apache.hadoop.mapred.TextInputFormat
 94              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 95              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
 96              name default.srcpart
 97              partition_columns ds/hr
 98              serialization.ddl struct srcpart { string key, string value}
 99              serialization.format 1
100              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
101              transient_lastDdlTime 1297386140
102            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
103          
104              input format: org.apache.hadoop.mapred.TextInputFormat
105              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
106              properties:
107                bucket_count -1
108                columns key,value
109                columns.types string:string
110                file.inputformat org.apache.hadoop.mapred.TextInputFormat
111                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
112                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
113                name default.srcpart
114                partition_columns ds/hr
115                serialization.ddl struct srcpart { string key, string value}
116                serialization.format 1
117                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
118                transient_lastDdlTime 1297386140
119              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
120              name: default.srcpart
121            name: default.srcpart
122        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 
123          Partition
124            base file name: hr=12
125            input format: org.apache.hadoop.mapred.TextInputFormat
126            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
127            partition values:
128              ds 2008-04-08
129              hr 12
130            properties:
131              bucket_count -1
132              columns key,value
133              columns.types string:string
134              file.inputformat org.apache.hadoop.mapred.TextInputFormat
135              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
136              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
137              name default.srcpart
138              partition_columns ds/hr
139              serialization.ddl struct srcpart { string key, string value}
140              serialization.format 1
141              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
142              transient_lastDdlTime 1297386140
143            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
144          
145              input format: org.apache.hadoop.mapred.TextInputFormat
146              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
147              properties:
148                bucket_count -1
149                columns key,value
150                columns.types string:string
151                file.inputformat org.apache.hadoop.mapred.TextInputFormat
152                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
153                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
154                name default.srcpart
155                partition_columns ds/hr
156                serialization.ddl struct srcpart { string key, string value}
157                serialization.format 1
158                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
159                transient_lastDdlTime 1297386140
160              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
161              name: default.srcpart
162            name: default.srcpart
163      Reduce Operator Tree:
164        Extract
165          Filter Operator
166            isSamplingPred: false
167            predicate:
168                expr: (_col1 < 100)
169                type: boolean
170            Select Operator
171              expressions:
172                    expr: _col1
173                    type: string
174                    expr: _col2
175                    type: string
176              outputColumnNames: _col0, _col1
177              File Output Operator
178                compressed: false
179                GlobalTableId: 0
180                directory: file:/tmp/sdong/hive_2011-02-10_17-24-59_315_262991000601799738/-ext-10001
181                NumFilesPerFileSink: 1
182                Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_17-24-59_315_262991000601799738/-ext-10001/
183                table:
184                    input format: org.apache.hadoop.mapred.TextInputFormat
185                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
186                    properties:
187                      columns _col0,_col1
188                      columns.types string:string
189                      serialization.format 1
190                TotalFiles: 1
191                GatherStats: false
192                MultiFileSpray: false
193
194  Stage: Stage-0
195    Fetch Operator
196      limit: -1
197
198
199PREHOOK: query: FROM (
200  FROM srcpart src
201  SELECT TRANSFORM(src.ds, src.key, src.value)
202         USING '/bin/cat' AS (ds, tkey, tvalue) 
203  WHERE src.ds = '2008-04-08' 
204  CLUSTER BY tkey 
205) tmap
206SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100
207PREHOOK: type: QUERY
208PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
209PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
210PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-24-59_452_6247089005584219853/-mr-10000
211POSTHOOK: query: FROM (
212  FROM srcpart src
213  SELECT TRANSFORM(src.ds, src.key, src.value)
214         USING '/bin/cat' AS (ds, tkey, tvalue) 
215  WHERE src.ds = '2008-04-08' 
216  CLUSTER BY tkey 
217) tmap
218SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100
219POSTHOOK: type: QUERY
220POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
221POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
222POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-24-59_452_6247089005584219853/-mr-10000
2230	val_0
2240	val_0
2250	val_0
2260	val_0
2270	val_0
2280	val_0
22910	val_10
23010	val_10
23111	val_11
23211	val_11
23312	val_12
23412	val_12
23512	val_12
23612	val_12
23715	val_15
23815	val_15
23915	val_15
24015	val_15
24117	val_17
24217	val_17
24318	val_18
24418	val_18
24518	val_18
24618	val_18
24719	val_19
24819	val_19
2492	val_2
2502	val_2
25120	val_20
25220	val_20
25324	val_24
25424	val_24
25524	val_24
25624	val_24
25726	val_26
25826	val_26
25926	val_26
26026	val_26
26127	val_27
26227	val_27
26328	val_28
26428	val_28
26530	val_30
26630	val_30
26733	val_33
26833	val_33
26934	val_34
27034	val_34
27135	val_35
27235	val_35
27335	val_35
27435	val_35
27535	val_35
27635	val_35
27737	val_37
27837	val_37
27937	val_37
28037	val_37
2814	val_4
2824	val_4
28341	val_41
28441	val_41
28542	val_42
28642	val_42
28742	val_42
28842	val_42
28943	val_43
29043	val_43
29144	val_44
29244	val_44
29347	val_47
29447	val_47
2955	val_5
2965	val_5
2975	val_5
2985	val_5
2995	val_5
3005	val_5
30151	val_51
30251	val_51
30351	val_51
30451	val_51
30553	val_53
30653	val_53
30754	val_54
30854	val_54
30957	val_57
31057	val_57
31158	val_58
31258	val_58
31358	val_58
31458	val_58
31564	val_64
31664	val_64
31765	val_65
31865	val_65
31966	val_66
32066	val_66
32167	val_67
32267	val_67
32367	val_67
32467	val_67
32569	val_69
32669	val_69
32770	val_70
32870	val_70
32970	val_70
33070	val_70
33170	val_70
33270	val_70
33372	val_72
33472	val_72
33572	val_72
33672	val_72
33774	val_74
33874	val_74
33976	val_76
34076	val_76
34176	val_76
34276	val_76
34377	val_77
34477	val_77
34578	val_78
34678	val_78
3478	val_8
3488	val_8
34980	val_80
35080	val_80
35182	val_82
35282	val_82
35383	val_83
35483	val_83
35583	val_83
35683	val_83
35784	val_84
35884	val_84
35984	val_84
36084	val_84
36185	val_85
36285	val_85
36386	val_86
36486	val_86
36587	val_87
36687	val_87
3679	val_9
3689	val_9
36990	val_90
37090	val_90
37190	val_90
37290	val_90
37390	val_90
37490	val_90
37592	val_92
37692	val_92
37795	val_95
37895	val_95
37995	val_95
38095	val_95
38196	val_96
38296	val_96
38397	val_97
38497	val_97
38597	val_97
38697	val_97
38798	val_98
38898	val_98
38998	val_98
39098	val_98