/tags/release-0.2.0-rc0/hive/external/ql/src/test/results/clientpositive/rand_partitionpruner3.q.out

# · text · 262 lines · 248 code · 14 blank · 0 comment · 0 complexity · ca402a215cc70b1eb35da80c67c549fa MD5 · raw file 

    

  1. PREHOOK: query: -- complex predicates in the where clause
    2. 

  2. 

  3. explain extended select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
    4. 

  4. PREHOOK: type: QUERY
    5. 

  5. POSTHOOK: query: -- complex predicates in the where clause
    6. 

  6. 

  7. explain extended select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
    8. 

  8. POSTHOOK: type: QUERY
    9. 

  9. ABSTRACT SYNTAX TREE:
    10. 

  10.   (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) a)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME a)))) (TOK_WHERE (and (and (and (< (TOK_FUNCTION rand 1) 0.1) (= (. (TOK_TABLE_OR_COL a) ds) '2008-04-08')) (not (or (> (TOK_TABLE_OR_COL key) 50) (< (TOK_TABLE_OR_COL key) 10)))) (like (. (TOK_TABLE_OR_COL a) hr) '%2')))))
    11. 

  11. 

  12. STAGE DEPENDENCIES:
    13. 

  13.   Stage-1 is a root stage
    14. 

  14.   Stage-0 is a root stage
    15. 

  15. 

  16. STAGE PLANS:
    17. 

  17.   Stage: Stage-1
    18. 

  18.     Map Reduce
    19. 

  19.       Alias -> Map Operator Tree:
    20. 

  20.         a 
    21. 

  21.           TableScan
    22. 

  22.             alias: a
    23. 

  23.             GatherStats: false
    24. 

  24.             Filter Operator
    25. 

  25.               isSamplingPred: false
    26. 

  26.               predicate:
    27. 

  27.                   expr: ((rand(1) < 0.1) and (not ((key > 50) or (key < 10))))
    28. 

  28.                   type: boolean
    29. 

  29.               Select Operator
    30. 

  30.                 expressions:
    31. 

  31.                       expr: key
    32. 

  32.                       type: string
    33. 

  33.                       expr: value
    34. 

  34.                       type: string
    35. 

  35.                       expr: ds
    36. 

  36.                       type: string
    37. 

  37.                       expr: hr
    38. 

  38.                       type: string
    39. 

  39.                 outputColumnNames: _col0, _col1, _col2, _col3
    40. 

  40.                 File Output Operator
    41. 

  41.                   compressed: false
    42. 

  42.                   GlobalTableId: 0
    43. 

  43.                   directory: file:/tmp/sdong/hive_2011-02-10_16-59-27_535_6604454435367976682/-ext-10001
    44. 

  44.                   NumFilesPerFileSink: 1
    45. 

  45.                   Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-59-27_535_6604454435367976682/-ext-10001/
    46. 

  46.                   table:
    47. 

  47.                       input format: org.apache.hadoop.mapred.TextInputFormat
    48. 

  48.                       output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    49. 

  49.                       properties:
    50. 

  50.                         columns _col0,_col1,_col2,_col3
    51. 

  51.                         columns.types string:string:string:string
    52. 

  52.                         serialization.format 1
    53. 

  53.                   TotalFiles: 1
    54. 

  54.                   GatherStats: false
    55. 

  55.                   MultiFileSpray: false
    56. 

  56.       Needs Tagging: false
    57. 

  57.       Path -> Alias:
    58. 

  58.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
    59. 

  59.       Path -> Partition:
    60. 

  60.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 
    61. 

  61.           Partition
    62. 

  62.             base file name: hr=12
    63. 

  63.             input format: org.apache.hadoop.mapred.TextInputFormat
    64. 

  64.             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    65. 

  65.             partition values:
    66. 

  66.               ds 2008-04-08
    67. 

  67.               hr 12
    68. 

  68.             properties:
    69. 

  69.               bucket_count -1
    70. 

  70.               columns key,value
    71. 

  71.               columns.types string:string
    72. 

  72.               file.inputformat org.apache.hadoop.mapred.TextInputFormat
    73. 

  73.               file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    74. 

  74.               location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
    75. 

  75.               name default.srcpart
    76. 

  76.               partition_columns ds/hr
    77. 

  77.               serialization.ddl struct srcpart { string key, string value}
    78. 

  78.               serialization.format 1
    79. 

  79.               serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    80. 

  80.               transient_lastDdlTime 1297378962
    81. 

  81.             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    82. 

  82.           
    83. 

  83.               input format: org.apache.hadoop.mapred.TextInputFormat
    84. 

  84.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    85. 

  85.               properties:
    86. 

  86.                 bucket_count -1
    87. 

  87.                 columns key,value
    88. 

  88.                 columns.types string:string
    89. 

  89.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    90. 

  90.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    91. 

  91.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
    92. 

  92.                 name default.srcpart
    93. 

  93.                 partition_columns ds/hr
    94. 

  94.                 serialization.ddl struct srcpart { string key, string value}
    95. 

  95.                 serialization.format 1
    96. 

  96.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    97. 

  97.                 transient_lastDdlTime 1297378962
    98. 

  98.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    99. 

  99.               name: default.srcpart
    100. 

  100.             name: default.srcpart
    101. 

  101. 

  102.   Stage: Stage-0
    103. 

  103.     Fetch Operator
    104. 

  104.       limit: -1
    105. 

  105. 

  106. 

  107. PREHOOK: query: select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
    108. 

  108. PREHOOK: type: QUERY
    109. 

  109. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
    110. 

  110. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-59-27_647_2525111975441270364/-mr-10000
    111. 

  111. POSTHOOK: query: select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
    112. 

  112. POSTHOOK: type: QUERY
    113. 

  113. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
    114. 

  114. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-59-27_647_2525111975441270364/-mr-10000
    115. 

  115. 42	val_42	2008-04-08	12
    116. 

  116. 44	val_44	2008-04-08	12
    117. 

  117. 26	val_26	2008-04-08	12
    118. 

  118. 18	val_18	2008-04-08	12
    119. 

  119. 37	val_37	2008-04-08	12
    120. 

  120. PREHOOK: query: -- without rand for comparison
    121. 

  121. explain extended select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
    122. 

  122. PREHOOK: type: QUERY
    123. 

  123. POSTHOOK: query: -- without rand for comparison
    124. 

  124. explain extended select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
    125. 

  125. POSTHOOK: type: QUERY
    126. 

  126. ABSTRACT SYNTAX TREE:
    127. 

  127.   (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) a)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_ALLCOLREF (TOK_TABNAME a)))) (TOK_WHERE (and (and (= (. (TOK_TABLE_OR_COL a) ds) '2008-04-08') (not (or (> (TOK_TABLE_OR_COL key) 50) (< (TOK_TABLE_OR_COL key) 10)))) (like (. (TOK_TABLE_OR_COL a) hr) '%2')))))
    128. 

  128. 

  129. STAGE DEPENDENCIES:
    130. 

  130.   Stage-1 is a root stage
    131. 

  131.   Stage-0 is a root stage
    132. 

  132. 

  133. STAGE PLANS:
    134. 

  134.   Stage: Stage-1
    135. 

  135.     Map Reduce
    136. 

  136.       Alias -> Map Operator Tree:
    137. 

  137.         a 
    138. 

  138.           TableScan
    139. 

  139.             alias: a
    140. 

  140.             GatherStats: false
    141. 

  141.             Filter Operator
    142. 

  142.               isSamplingPred: false
    143. 

  143.               predicate:
    144. 

  144.                   expr: (not ((key > 50) or (key < 10)))
    145. 

  145.                   type: boolean
    146. 

  146.               Select Operator
    147. 

  147.                 expressions:
    148. 

  148.                       expr: key
    149. 

  149.                       type: string
    150. 

  150.                       expr: value
    151. 

  151.                       type: string
    152. 

  152.                       expr: ds
    153. 

  153.                       type: string
    154. 

  154.                       expr: hr
    155. 

  155.                       type: string
    156. 

  156.                 outputColumnNames: _col0, _col1, _col2, _col3
    157. 

  157.                 File Output Operator
    158. 

  158.                   compressed: false
    159. 

  159.                   GlobalTableId: 0
    160. 

  160.                   directory: file:/var/folders/uc/ucuNeMAVGQGzy3459D8z2+++Z0Q/-Tmp-/amarsri/hive_2011-03-17_11-41-58_245_7085869776801424539/-ext-10001
    161. 

  161.                   NumFilesPerFileSink: 1
    162. 

  162.                   Stats Publishing Key Prefix: file:/var/folders/uc/ucuNeMAVGQGzy3459D8z2+++Z0Q/-Tmp-/amarsri/hive_2011-03-17_11-41-58_245_7085869776801424539/-ext-10001/
    163. 

  163.                   table:
    164. 

  164.                       input format: org.apache.hadoop.mapred.TextInputFormat
    165. 

  165.                       output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    166. 

  166.                       properties:
    167. 

  167.                         columns _col0,_col1,_col2,_col3
    168. 

  168.                         columns.types string:string:string:string
    169. 

  169.                         serialization.format 1
    170. 

  170.                   TotalFiles: 1
    171. 

  171.                   GatherStats: false
    172. 

  172.                   MultiFileSpray: false
    173. 

  173.       Needs Tagging: false
    174. 

  174.       Path -> Alias:
    175. 

  175.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
    176. 

  176.       Path -> Partition:
    177. 

  177.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 
    178. 

  178.           Partition
    179. 

  179.             base file name: hr=12
    180. 

  180.             input format: org.apache.hadoop.mapred.TextInputFormat
    181. 

  181.             output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    182. 

  182.             partition values:
    183. 

  183.               ds 2008-04-08
    184. 

  184.               hr 12
    185. 

  185.             properties:
    186. 

  186.               bucket_count -1
    187. 

  187.               columns key,value
    188. 

  188.               columns.types string:string
    189. 

  189.               file.inputformat org.apache.hadoop.mapred.TextInputFormat
    190. 

  190.               file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    191. 

  191.               location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
    192. 

  192.               name default.srcpart
    193. 

  193.               partition_columns ds/hr
    194. 

  194.               serialization.ddl struct srcpart { string key, string value}
    195. 

  195.               serialization.format 1
    196. 

  196.               serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    197. 

  197.               transient_lastDdlTime 1297378962
    198. 

  198.             serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    199. 

  199.           
    200. 

  200.               input format: org.apache.hadoop.mapred.TextInputFormat
    201. 

  201.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    202. 

  202.               properties:
    203. 

  203.                 bucket_count -1
    204. 

  204.                 columns key,value
    205. 

  205.                 columns.types string:string
    206. 

  206.                 file.inputformat org.apache.hadoop.mapred.TextInputFormat
    207. 

  207.                 file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    208. 

  208.                 location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart
    209. 

  209.                 name default.srcpart
    210. 

  210.                 partition_columns ds/hr
    211. 

  211.                 serialization.ddl struct srcpart { string key, string value}
    212. 

  212.                 serialization.format 1
    213. 

  213.                 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    214. 

  214.                 transient_lastDdlTime 1297378962
    215. 

  215.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    216. 

  216.               name: default.srcpart
    217. 

  217.             name: default.srcpart
    218. 

  218. 

  219.   Stage: Stage-0
    220. 

  220.     Fetch Operator
    221. 

  221.       limit: -1
    222. 

  222. 

  223. 

  224. PREHOOK: query: select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
    225. 

  225. PREHOOK: type: QUERY
    226. 

  226. PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
    227. 

  227. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-59-31_209_851281034628868825/-mr-10000
    228. 

  228. POSTHOOK: query: select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2'
    229. 

  229. POSTHOOK: type: QUERY
    230. 

  230. POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
    231. 

  231. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-59-31_209_851281034628868825/-mr-10000
    232. 

  232. 27	val_27	2008-04-08	12
    233. 

  233. 37	val_37	2008-04-08	12
    234. 

  234. 15	val_15	2008-04-08	12
    235. 

  235. 17	val_17	2008-04-08	12
    236. 

  236. 20	val_20	2008-04-08	12
    237. 

  237. 47	val_47	2008-04-08	12
    238. 

  238. 35	val_35	2008-04-08	12
    239. 

  239. 12	val_12	2008-04-08	12
    240. 

  240. 24	val_24	2008-04-08	12
    241. 

  241. 42	val_42	2008-04-08	12
    242. 

  242. 26	val_26	2008-04-08	12
    243. 

  243. 43	val_43	2008-04-08	12
    244. 

  244. 15	val_15	2008-04-08	12
    245. 

  245. 19	val_19	2008-04-08	12
    246. 

  246. 10	val_10	2008-04-08	12
    247. 

  247. 35	val_35	2008-04-08	12
    248. 

  248. 11	val_11	2008-04-08	12
    249. 

  249. 34	val_34	2008-04-08	12
    250. 

  250. 42	val_42	2008-04-08	12
    251. 

  251. 41	val_41	2008-04-08	12
    252. 

  252. 30	val_30	2008-04-08	12
    253. 

  253. 33	val_33	2008-04-08	12
    254. 

  254. 35	val_35	2008-04-08	12
    255. 

  255. 44	val_44	2008-04-08	12
    256. 

  256. 12	val_12	2008-04-08	12
    257. 

  257. 24	val_24	2008-04-08	12
    258. 

  258. 26	val_26	2008-04-08	12
    259. 

  259. 18	val_18	2008-04-08	12
    260. 

  260. 18	val_18	2008-04-08	12
    261. 

  261. 28	val_28	2008-04-08	12
    262. 

  262. 37	val_37	2008-04-08	12
    263.