/trunk/hive/external/ql/src/test/results/clientpositive/groupby3_map.q.out

# · text · 228 lines · 222 code · 6 blank · 0 comment · 0 complexity · 14ae459ad7e8a95396cb48db440befa5 MD5 · raw file 

    

  1. PREHOOK: query: CREATE TABLE dest1(c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE) STORED AS TEXTFILE
    2. 

  2. PREHOOK: type: CREATETABLE
    3. 

  3. POSTHOOK: query: CREATE TABLE dest1(c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE) STORED AS TEXTFILE
    4. 

  4. POSTHOOK: type: CREATETABLE
    5. 

  5. POSTHOOK: Output: default@dest1
    6. 

  6. PREHOOK: query: EXPLAIN
    7. 

  7. FROM src
    8. 

  8. INSERT OVERWRITE TABLE dest1 SELECT
    9. 

  9.   sum(substr(src.value,5)),
    10. 

  10.   avg(substr(src.value,5)),
    11. 

  11.   avg(DISTINCT substr(src.value,5)),
    12. 

  12.   max(substr(src.value,5)),
    13. 

  13.   min(substr(src.value,5)),
    14. 

  14.   std(substr(src.value,5)),
    15. 

  15.   stddev_samp(substr(src.value,5)),
    16. 

  16.   variance(substr(src.value,5)),
    17. 

  17.   var_samp(substr(src.value,5))
    18. 

  18. PREHOOK: type: QUERY
    19. 

  19. POSTHOOK: query: EXPLAIN
    20. 

  20. FROM src
    21. 

  21. INSERT OVERWRITE TABLE dest1 SELECT
    22. 

  22.   sum(substr(src.value,5)),
    23. 

  23.   avg(substr(src.value,5)),
    24. 

  24.   avg(DISTINCT substr(src.value,5)),
    25. 

  25.   max(substr(src.value,5)),
    26. 

  26.   min(substr(src.value,5)),
    27. 

  27.   std(substr(src.value,5)),
    28. 

  28.   stddev_samp(substr(src.value,5)),
    29. 

  29.   variance(substr(src.value,5)),
    30. 

  30.   var_samp(substr(src.value,5))
    31. 

  31. POSTHOOK: type: QUERY
    32. 

  32. ABSTRACT SYNTAX TREE:
    33. 

  33.   (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION avg (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTIONDI avg (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION std (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION stddev_samp (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION variance (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION var_samp (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))))))
    34. 

  34. 

  35. STAGE DEPENDENCIES:
    36. 

  36.   Stage-1 is a root stage
    37. 

  37.   Stage-0 depends on stages: Stage-1
    38. 

  38.   Stage-2 depends on stages: Stage-0
    39. 

  39. 

  40. STAGE PLANS:
    41. 

  41.   Stage: Stage-1
    42. 

  42.     Map Reduce
    43. 

  43.       Alias -> Map Operator Tree:
    44. 

  44.         src 
    45. 

  45.           TableScan
    46. 

  46.             alias: src
    47. 

  47.             Select Operator
    48. 

  48.               expressions:
    49. 

  49.                     expr: value
    50. 

  50.                     type: string
    51. 

  51.               outputColumnNames: value
    52. 

  52.               Group By Operator
    53. 

  53.                 aggregations:
    54. 

  54.                       expr: sum(substr(value, 5))
    55. 

  55.                       expr: avg(substr(value, 5))
    56. 

  56.                       expr: avg(DISTINCT substr(value, 5))
    57. 

  57.                       expr: max(substr(value, 5))
    58. 

  58.                       expr: min(substr(value, 5))
    59. 

  59.                       expr: std(substr(value, 5))
    60. 

  60.                       expr: stddev_samp(substr(value, 5))
    61. 

  61.                       expr: variance(substr(value, 5))
    62. 

  62.                       expr: var_samp(substr(value, 5))
    63. 

  63.                 bucketGroup: false
    64. 

  64.                 keys:
    65. 

  65.                       expr: substr(value, 5)
    66. 

  66.                       type: string
    67. 

  67.                 mode: hash
    68. 

  68.                 outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9
    69. 

  69.                 Reduce Output Operator
    70. 

  70.                   key expressions:
    71. 

  71.                         expr: _col0
    72. 

  72.                         type: string
    73. 

  73.                   sort order: +
    74. 

  74.                   tag: -1
    75. 

  75.                   value expressions:
    76. 

  76.                         expr: _col1
    77. 

  77.                         type: double
    78. 

  78.                         expr: _col2
    79. 

  79.                         type: struct<count:bigint,sum:double>
    80. 

  80.                         expr: _col3
    81. 

  81.                         type: struct<count:bigint,sum:double>
    82. 

  82.                         expr: _col4
    83. 

  83.                         type: string
    84. 

  84.                         expr: _col5
    85. 

  85.                         type: string
    86. 

  86.                         expr: _col6
    87. 

  87.                         type: struct<count:bigint,sum:double,variance:double>
    88. 

  88.                         expr: _col7
    89. 

  89.                         type: struct<count:bigint,sum:double,variance:double>
    90. 

  90.                         expr: _col8
    91. 

  91.                         type: struct<count:bigint,sum:double,variance:double>
    92. 

  92.                         expr: _col9
    93. 

  93.                         type: struct<count:bigint,sum:double,variance:double>
    94. 

  94.       Reduce Operator Tree:
    95. 

  95.         Group By Operator
    96. 

  96.           aggregations:
    97. 

  97.                 expr: sum(VALUE._col0)
    98. 

  98.                 expr: avg(VALUE._col1)
    99. 

  99.                 expr: avg(DISTINCT KEY._col0:0._col0)
    100. 

  100.                 expr: max(VALUE._col3)
    101. 

  101.                 expr: min(VALUE._col4)
    102. 

  102.                 expr: std(VALUE._col5)
    103. 

  103.                 expr: stddev_samp(VALUE._col6)
    104. 

  104.                 expr: variance(VALUE._col7)
    105. 

  105.                 expr: var_samp(VALUE._col8)
    106. 

  106.           bucketGroup: false
    107. 

  107.           mode: mergepartial
    108. 

  108.           outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
    109. 

  109.           Select Operator
    110. 

  110.             expressions:
    111. 

  111.                   expr: _col0
    112. 

  112.                   type: double
    113. 

  113.                   expr: _col1
    114. 

  114.                   type: double
    115. 

  115.                   expr: _col2
    116. 

  116.                   type: double
    117. 

  117.                   expr: _col3
    118. 

  118.                   type: string
    119. 

  119.                   expr: _col4
    120. 

  120.                   type: string
    121. 

  121.                   expr: _col5
    122. 

  122.                   type: double
    123. 

  123.                   expr: _col6
    124. 

  124.                   type: double
    125. 

  125.                   expr: _col7
    126. 

  126.                   type: double
    127. 

  127.                   expr: _col8
    128. 

  128.                   type: double
    129. 

  129.             outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
    130. 

  130.             Select Operator
    131. 

  131.               expressions:
    132. 

  132.                     expr: _col0
    133. 

  133.                     type: double
    134. 

  134.                     expr: _col1
    135. 

  135.                     type: double
    136. 

  136.                     expr: _col2
    137. 

  137.                     type: double
    138. 

  138.                     expr: UDFToDouble(_col3)
    139. 

  139.                     type: double
    140. 

  140.                     expr: UDFToDouble(_col4)
    141. 

  141.                     type: double
    142. 

  142.                     expr: _col5
    143. 

  143.                     type: double
    144. 

  144.                     expr: _col6
    145. 

  145.                     type: double
    146. 

  146.                     expr: _col7
    147. 

  147.                     type: double
    148. 

  148.                     expr: _col8
    149. 

  149.                     type: double
    150. 

  150.               outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8
    151. 

  151.               File Output Operator
    152. 

  152.                 compressed: false
    153. 

  153.                 GlobalTableId: 1
    154. 

  154.                 table:
    155. 

  155.                     input format: org.apache.hadoop.mapred.TextInputFormat
    156. 

  156.                     output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    157. 

  157.                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    158. 

  158.                     name: default.dest1
    159. 

  159. 

  160.   Stage: Stage-0
    161. 

  161.     Move Operator
    162. 

  162.       tables:
    163. 

  163.           replace: true
    164. 

  164.           table:
    165. 

  165.               input format: org.apache.hadoop.mapred.TextInputFormat
    166. 

  166.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    167. 

  167.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    168. 

  168.               name: default.dest1
    169. 

  169. 

  170.   Stage: Stage-2
    171. 

  171.     Stats-Aggr Operator
    172. 

  172. 

  173. 

  174. PREHOOK: query: FROM src
    175. 

  175. INSERT OVERWRITE TABLE dest1 SELECT
    176. 

  176.   sum(substr(src.value,5)),
    177. 

  177.   avg(substr(src.value,5)),
    178. 

  178.   avg(DISTINCT substr(src.value,5)),
    179. 

  179.   max(substr(src.value,5)),
    180. 

  180.   min(substr(src.value,5)),
    181. 

  181.   std(substr(src.value,5)),
    182. 

  182.   stddev_samp(substr(src.value,5)),
    183. 

  183.   variance(substr(src.value,5)),
    184. 

  184.   var_samp(substr(src.value,5))
    185. 

  185. PREHOOK: type: QUERY
    186. 

  186. PREHOOK: Input: default@src
    187. 

  187. PREHOOK: Output: default@dest1
    188. 

  188. POSTHOOK: query: FROM src
    189. 

  189. INSERT OVERWRITE TABLE dest1 SELECT
    190. 

  190.   sum(substr(src.value,5)),
    191. 

  191.   avg(substr(src.value,5)),
    192. 

  192.   avg(DISTINCT substr(src.value,5)),
    193. 

  193.   max(substr(src.value,5)),
    194. 

  194.   min(substr(src.value,5)),
    195. 

  195.   std(substr(src.value,5)),
    196. 

  196.   stddev_samp(substr(src.value,5)),
    197. 

  197.   variance(substr(src.value,5)),
    198. 

  198.   var_samp(substr(src.value,5))
    199. 

  199. POSTHOOK: type: QUERY
    200. 

  200. POSTHOOK: Input: default@src
    201. 

  201. POSTHOOK: Output: default@dest1
    202. 

  202. POSTHOOK: Lineage: dest1.c1 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    203. 

  203. POSTHOOK: Lineage: dest1.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    204. 

  204. POSTHOOK: Lineage: dest1.c3 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    205. 

  205. POSTHOOK: Lineage: dest1.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    206. 

  206. POSTHOOK: Lineage: dest1.c5 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    207. 

  207. POSTHOOK: Lineage: dest1.c6 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    208. 

  208. POSTHOOK: Lineage: dest1.c7 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    209. 

  209. POSTHOOK: Lineage: dest1.c8 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    210. 

  210. POSTHOOK: Lineage: dest1.c9 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    211. 

  211. PREHOOK: query: SELECT dest1.* FROM dest1
    212. 

  212. PREHOOK: type: QUERY
    213. 

  213. PREHOOK: Input: default@dest1
    214. 

  214. #### A masked pattern was here ####
    215. 

  215. POSTHOOK: query: SELECT dest1.* FROM dest1
    216. 

  216. POSTHOOK: type: QUERY
    217. 

  217. POSTHOOK: Input: default@dest1
    218. 

  218. #### A masked pattern was here ####
    219. 

  219. POSTHOOK: Lineage: dest1.c1 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    220. 

  220. POSTHOOK: Lineage: dest1.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    221. 

  221. POSTHOOK: Lineage: dest1.c3 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    222. 

  222. POSTHOOK: Lineage: dest1.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    223. 

  223. POSTHOOK: Lineage: dest1.c5 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    224. 

  224. POSTHOOK: Lineage: dest1.c6 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    225. 

  225. POSTHOOK: Lineage: dest1.c7 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    226. 

  226. POSTHOOK: Lineage: dest1.c8 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    227. 

  227. POSTHOOK: Lineage: dest1.c9 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    228. 

  228. 130091.0	260.182	256.10355987055016	98.0	0.0	142.9268095075238	143.06995106518906	20428.072876	20469.01089779559
    229.