PageRenderTime 18ms CodeModel.GetById 9ms app.highlight 5ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/rand_partitionpruner3.q.out

#
text | 262 lines | 248 code | 14 blank | 0 comment | 0 complexity | ca402a215cc70b1eb35da80c67c549fa MD5 | raw file
  1PREHOOK: query: -- complex predicates in the where clause
  2
  3explain extended select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
  4PREHOOK: type: QUERY
  5POSTHOOK: query: -- complex predicates in the where clause
  6
  7explain extended select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
  8POSTHOOK: type: QUERY
  9ABSTRACT SYNTAX TREE:
 10  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) a)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME a)))) (TOK_WHERE (and (and (and (< (TOK_FUNCTION rand 1) 0.1) (= (. (TOK_TABLE_OR_COL a) ds) '2008-04-08')) (not (or (> (TOK_TABLE_OR_COL key) 50) (< (TOK_TABLE_OR_COL key) 10)))) (like (. (TOK_TABLE_OR_COL a) hr) '%2')))))
 11
 12STAGE DEPENDENCIES:
 13  Stage-1 is a root stage
 14  Stage-0 is a root stage
 15
 16STAGE PLANS:
 17  Stage: Stage-1
 18    Map Reduce
 19      Alias -> Map Operator Tree:
 20        a 
 21          TableScan
 22            alias: a
 23            GatherStats: false
 24            Filter Operator
 25              isSamplingPred: false
 26              predicate:
 27                  expr: ((rand(1) < 0.1) and (not ((key > 50) or (key < 10))))
 28                  type: boolean
 29              Select Operator
 30                expressions:
 31                      expr: key
 32                      type: string
 33                      expr: value
 34                      type: string
 35                      expr: ds
 36                      type: string
 37                      expr: hr
 38                      type: string
 39                outputColumnNames: _col0, _col1, _col2, _col3
 40                File Output Operator
 41                  compressed: false
 42                  GlobalTableId: 0
 43                  directory: file:/tmp/sdong/hive_2011-02-10_16-59-27_535_6604454435367976682/-ext-10001
 44                  NumFilesPerFileSink: 1
 45                  Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-59-27_535_6604454435367976682/-ext-10001/
 46                  table:
 47                      input format: org.apache.hadoop.mapred.TextInputFormat
 48                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 49                      properties:
 50                        columns _col0,_col1,_col2,_col3
 51                        columns.types string:string:string:string
 52                        serialization.format 1
 53                  TotalFiles: 1
 54                  GatherStats: false
 55                  MultiFileSpray: false
 56      Needs Tagging: false
 57      Path -> Alias:
 58        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
 59      Path -> Partition:
 60        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 
 61          Partition
 62            base file name: hr=12
 63            input format: org.apache.hadoop.mapred.TextInputFormat
 64            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 65            partition values:
 66              ds 2008-04-08
 67              hr 12
 68            properties:
 69              bucket_count -1
 70              columns key,value
 71              columns.types string:string
 72              file.inputformat org.apache.hadoop.mapred.TextInputFormat
 73              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 74              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
 75              name default.srcpart
 76              partition_columns ds/hr
 77              serialization.ddl struct srcpart { string key, string value}
 78              serialization.format 1
 79              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 80              transient_lastDdlTime 1297378962
 81            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 82          
 83              input format: org.apache.hadoop.mapred.TextInputFormat
 84              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 85              properties:
 86                bucket_count -1
 87                columns key,value
 88                columns.types string:string
 89                file.inputformat org.apache.hadoop.mapred.TextInputFormat
 90                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 91                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
 92                name default.srcpart
 93                partition_columns ds/hr
 94                serialization.ddl struct srcpart { string key, string value}
 95                serialization.format 1
 96                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 97                transient_lastDdlTime 1297378962
 98              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 99              name: default.srcpart
100            name: default.srcpart
101
102  Stage: Stage-0
103    Fetch Operator
104      limit: -1
105
106
107PREHOOK: query: select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
108PREHOOK: type: QUERY
109PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
110PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-59-27_647_2525111975441270364/-mr-10000
111POSTHOOK: query: select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
112POSTHOOK: type: QUERY
113POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
114POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-59-27_647_2525111975441270364/-mr-10000
11542	val_42	2008-04-08	12
11644	val_44	2008-04-08	12
11726	val_26	2008-04-08	12
11818	val_18	2008-04-08	12
11937	val_37	2008-04-08	12
120PREHOOK: query: -- without rand for comparison
121explain extended select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
122PREHOOK: type: QUERY
123POSTHOOK: query: -- without rand for comparison
124explain extended select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
125POSTHOOK: type: QUERY
126ABSTRACT SYNTAX TREE:
127  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) a)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME a)))) (TOK_WHERE (and (and (= (. (TOK_TABLE_OR_COL a) ds) '2008-04-08') (not (or (> (TOK_TABLE_OR_COL key) 50) (< (TOK_TABLE_OR_COL key) 10)))) (like (. (TOK_TABLE_OR_COL a) hr) '%2')))))
128
129STAGE DEPENDENCIES:
130  Stage-1 is a root stage
131  Stage-0 is a root stage
132
133STAGE PLANS:
134  Stage: Stage-1
135    Map Reduce
136      Alias -> Map Operator Tree:
137        a 
138          TableScan
139            alias: a
140            GatherStats: false
141            Filter Operator
142              isSamplingPred: false
143              predicate:
144                  expr: (not ((key > 50) or (key < 10)))
145                  type: boolean
146              Select Operator
147                expressions:
148                      expr: key
149                      type: string
150                      expr: value
151                      type: string
152                      expr: ds
153                      type: string
154                      expr: hr
155                      type: string
156                outputColumnNames: _col0, _col1, _col2, _col3
157                File Output Operator
158                  compressed: false
159                  GlobalTableId: 0
160                  directory: file:/var/folders/uc/ucuNeMAVGQGzy3459D8z2+++Z0Q/-Tmp-/amarsri/hive_2011-03-17_11-41-58_245_7085869776801424539/-ext-10001
161                  NumFilesPerFileSink: 1
162                  Stats Publishing Key Prefix: file:/var/folders/uc/ucuNeMAVGQGzy3459D8z2+++Z0Q/-Tmp-/amarsri/hive_2011-03-17_11-41-58_245_7085869776801424539/-ext-10001/
163                  table:
164                      input format: org.apache.hadoop.mapred.TextInputFormat
165                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
166                      properties:
167                        columns _col0,_col1,_col2,_col3
168                        columns.types string:string:string:string
169                        serialization.format 1
170                  TotalFiles: 1
171                  GatherStats: false
172                  MultiFileSpray: false
173      Needs Tagging: false
174      Path -> Alias:
175        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
176      Path -> Partition:
177        pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 
178          Partition
179            base file name: hr=12
180            input format: org.apache.hadoop.mapred.TextInputFormat
181            output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
182            partition values:
183              ds 2008-04-08
184              hr 12
185            properties:
186              bucket_count -1
187              columns key,value
188              columns.types string:string
189              file.inputformat org.apache.hadoop.mapred.TextInputFormat
190              file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
191              location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
192              name default.srcpart
193              partition_columns ds/hr
194              serialization.ddl struct srcpart { string key, string value}
195              serialization.format 1
196              serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
197              transient_lastDdlTime 1297378962
198            serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
199          
200              input format: org.apache.hadoop.mapred.TextInputFormat
201              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
202              properties:
203                bucket_count -1
204                columns key,value
205                columns.types string:string
206                file.inputformat org.apache.hadoop.mapred.TextInputFormat
207                file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
208                location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
209                name default.srcpart
210                partition_columns ds/hr
211                serialization.ddl struct srcpart { string key, string value}
212                serialization.format 1
213                serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
214                transient_lastDdlTime 1297378962
215              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
216              name: default.srcpart
217            name: default.srcpart
218
219  Stage: Stage-0
220    Fetch Operator
221      limit: -1
222
223
224PREHOOK: query: select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
225PREHOOK: type: QUERY
226PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
227PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-59-31_209_851281034628868825/-mr-10000
228POSTHOOK: query: select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
229POSTHOOK: type: QUERY
230POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
231POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-59-31_209_851281034628868825/-mr-10000
23227	val_27	2008-04-08	12
23337	val_37	2008-04-08	12
23415	val_15	2008-04-08	12
23517	val_17	2008-04-08	12
23620	val_20	2008-04-08	12
23747	val_47	2008-04-08	12
23835	val_35	2008-04-08	12
23912	val_12	2008-04-08	12
24024	val_24	2008-04-08	12
24142	val_42	2008-04-08	12
24226	val_26	2008-04-08	12
24343	val_43	2008-04-08	12
24415	val_15	2008-04-08	12
24519	val_19	2008-04-08	12
24610	val_10	2008-04-08	12
24735	val_35	2008-04-08	12
24811	val_11	2008-04-08	12
24934	val_34	2008-04-08	12
25042	val_42	2008-04-08	12
25141	val_41	2008-04-08	12
25230	val_30	2008-04-08	12
25333	val_33	2008-04-08	12
25435	val_35	2008-04-08	12
25544	val_44	2008-04-08	12
25612	val_12	2008-04-08	12
25724	val_24	2008-04-08	12
25826	val_26	2008-04-08	12
25918	val_18	2008-04-08	12
26018	val_18	2008-04-08	12
26128	val_28	2008-04-08	12
26237	val_37	2008-04-08	12