PageRenderTime 48ms CodeModel.GetById 19ms RepoModel.GetById 0ms app.codeStats 1ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/groupby2_noskew_multi_distinct.q.out

#
text | 149 lines | 143 code | 6 blank | 0 comment | 0 complexity | ef12e51e03eff90261b7ac581bf6bcf8 MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0 
    

  1. PREHOOK: query: CREATE TABLE dest_g2(key STRING, c1 INT, c2 STRING, c3 INT, c4 INT) STORED AS TEXTFILE
    2. 

  2. PREHOOK: type: CREATETABLE
    3. 

  3. POSTHOOK: query: CREATE TABLE dest_g2(key STRING, c1 INT, c2 STRING, c3 INT, c4 INT) STORED AS TEXTFILE
    4. 

  4. POSTHOOK: type: CREATETABLE
    5. 

  5. POSTHOOK: Output: default@dest_g2
    6. 

  6. PREHOOK: query: EXPLAIN
    7. 

  7. FROM src
    8. 

  8. INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1)
    9. 

  9. PREHOOK: type: QUERY
    10. 

  10. POSTHOOK: query: EXPLAIN
    11. 

  11. FROM src
    12. 

  12. INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1)
    13. 

  13. POSTHOOK: type: QUERY
    14. 

  14. ABSTRACT SYNTAX TREE:
    15. 

  15.   (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g2))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)) (TOK_SELEXPR (TOK_FUNCTIONDI count (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION concat (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1) (TOK_FUNCTION sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5)))) (TOK_SELEXPR (TOK_FUNCTIONDI sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION count (. (TOK_TABLE_OR_COL src) value)))) (TOK_GROUPBY (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1))))
    16. 

  16. 

  17. STAGE DEPENDENCIES:
    18. 

  18.   Stage-1 is a root stage
    19. 

  19.   Stage-0 depends on stages: Stage-1
    20. 

  20.   Stage-2 depends on stages: Stage-0
    21. 

  21. 

  22. STAGE PLANS:
    23. 

  23.   Stage: Stage-1
    24. 

  24.     Map Reduce
    25. 

  25.       Alias -> Map Operator Tree:
    26. 

  26.         src 
    27. 

  27.           TableScan
    28. 

  28.             alias: src
    29. 

  29.             Select Operator
    30. 

  30.               expressions:
    31. 

  31.                     expr: key
    32. 

  32.                     type: string
    33. 

  33.                     expr: value
    34. 

  34.                     type: string
    35. 

  35.               outputColumnNames: key, value
    36. 

  36.               Reduce Output Operator
    37. 

  37.                 key expressions:
    38. 

  38.                       expr: substr(key, 1, 1)
    39. 

  39.                       type: string
    40. 

  40.                       expr: substr(value, 5)
    41. 

  41.                       type: string
    42. 

  42.                 sort order: ++
    43. 

  43.                 Map-reduce partition columns:
    44. 

  44.                       expr: substr(key, 1, 1)
    45. 

  45.                       type: string
    46. 

  46.                 tag: -1
    47. 

  47.                 value expressions:
    48. 

  48.                       expr: value
    49. 

  49.                       type: string
    50. 

  50.       Reduce Operator Tree:
    51. 

  51.         Group By Operator
    52. 

  52.           aggregations:
    53. 

  53.                 expr: count(DISTINCT KEY._col1:0._col0)
    54. 

  54.                 expr: sum(KEY._col1:1._col0)
    55. 

  55.                 expr: sum(DISTINCT KEY._col1:1._col0)
    56. 

  56.                 expr: count(VALUE._col0)
    57. 

  57.           bucketGroup: false
    58. 

  58.           keys:
    59. 

  59.                 expr: KEY._col0
    60. 

  60.                 type: string
    61. 

  61.           mode: complete
    62. 

  62.           outputColumnNames: _col0, _col1, _col2, _col3, _col4
    63. 

  63.           Select Operator
    64. 

  64.             expressions:
    65. 

  65.                   expr: _col0
    66. 

  66.                   type: string
    67. 

  67.                   expr: _col1
    68. 

  68.                   type: bigint
    69. 

  69.                   expr: concat(_col0, _col2)
    70. 

  70.                   type: string
    71. 

  71.                   expr: _col3
    72. 

  72.                   type: double
    73. 

  73.                   expr: _col4
    74. 

  74.                   type: bigint
    75. 

  75.             outputColumnNames: _col0, _col1, _col2, _col3, _col4
    76. 

  76.             Select Operator
    77. 

  77.               expressions:
    78. 

  78.                     expr: _col0
    79. 

  79.                     type: string
    80. 

  80.                     expr: UDFToInteger(_col1)
    81. 

  81.                     type: int
    82. 

  82.                     expr: _col2
    83. 

  83.                     type: string
    84. 

  84.                     expr: UDFToInteger(_col3)
    85. 

  85.                     type: int
    86. 

  86.                     expr: UDFToInteger(_col4)
    87. 

  87.                     type: int
    88. 

  88.               outputColumnNames: _col0, _col1, _col2, _col3, _col4
    89. 

  89.               File Output Operator
    90. 

  90.                 compressed: false
    91. 

  91.                 GlobalTableId: 1
    92. 

  92.                 table:
    93. 

  93.                     input format: org.apache.hadoop.mapred.TextInputFormat
    94. 

  94.                     output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    95. 

  95.                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    96. 

  96.                     name: default.dest_g2
    97. 

  97. 

  98.   Stage: Stage-0
    99. 

  99.     Move Operator
    100. 

  100.       tables:
    101. 

  101.           replace: true
    102. 

  102.           table:
    103. 

  103.               input format: org.apache.hadoop.mapred.TextInputFormat
    104. 

  104.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    105. 

  105.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    106. 

  106.               name: default.dest_g2
    107. 

  107. 

  108.   Stage: Stage-2
    109. 

  109.     Stats-Aggr Operator
    110. 

  110. 

  111. 

  112. PREHOOK: query: FROM src
    113. 

  113. INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1)
    114. 

  114. PREHOOK: type: QUERY
    115. 

  115. PREHOOK: Input: default@src
    116. 

  116. PREHOOK: Output: default@dest_g2
    117. 

  117. POSTHOOK: query: FROM src
    118. 

  118. INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1)
    119. 

  119. POSTHOOK: type: QUERY
    120. 

  120. POSTHOOK: Input: default@src
    121. 

  121. POSTHOOK: Output: default@dest_g2
    122. 

  122. POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    123. 

  123. POSTHOOK: Lineage: dest_g2.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ]
    124. 

  124. POSTHOOK: Lineage: dest_g2.c3 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    125. 

  125. POSTHOOK: Lineage: dest_g2.c4 EXPRESSION [(src)src.null, ]
    126. 

  126. POSTHOOK: Lineage: dest_g2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
    127. 

  127. PREHOOK: query: SELECT dest_g2.* FROM dest_g2
    128. 

  128. PREHOOK: type: QUERY
    129. 

  129. PREHOOK: Input: default@dest_g2
    130. 

  130. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-50-13_598_3186239112741078692/-mr-10000
    131. 

  131. POSTHOOK: query: SELECT dest_g2.* FROM dest_g2
    132. 

  132. POSTHOOK: type: QUERY
    133. 

  133. POSTHOOK: Input: default@dest_g2
    134. 

  134. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-50-13_598_3186239112741078692/-mr-10000
    135. 

  135. POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    136. 

  136. POSTHOOK: Lineage: dest_g2.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ]
    137. 

  137. POSTHOOK: Lineage: dest_g2.c3 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    138. 

  138. POSTHOOK: Lineage: dest_g2.c4 EXPRESSION [(src)src.null, ]
    139. 

  139. POSTHOOK: Lineage: dest_g2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
    140. 

  140. 0	1	00.0	0	3
    141. 

  141. 1	71	116414.0	10044	115
    142. 

  142. 2	69	225571.0	15780	111
    143. 

  143. 3	62	332004.0	20119	99
    144. 

  144. 4	74	452763.0	30965	124
    145. 

  145. 5	6	5397.0	278	10
    146. 

  146. 6	5	6398.0	331	6
    147. 

  147. 7	6	7735.0	447	10
    148. 

  148. 8	8	8762.0	595	10
    149. 

  149. 9	7	91047.0	577	12
    150. 

  150.