PageRenderTime 21ms CodeModel.GetById 9ms app.highlight 5ms RepoModel.GetById 1ms app.codeStats 1ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/groupby2_noskew_multi_distinct.q.out

#
text | 149 lines | 143 code | 6 blank | 0 comment | 0 complexity | ef12e51e03eff90261b7ac581bf6bcf8 MD5 | raw file
  1PREHOOK: query: CREATE TABLE dest_g2(key STRING, c1 INT, c2 STRING, c3 INT, c4 INT) STORED AS TEXTFILE
  2PREHOOK: type: CREATETABLE
  3POSTHOOK: query: CREATE TABLE dest_g2(key STRING, c1 INT, c2 STRING, c3 INT, c4 INT) STORED AS TEXTFILE
  4POSTHOOK: type: CREATETABLE
  5POSTHOOK: Output: default@dest_g2
  6PREHOOK: query: EXPLAIN
  7FROM src
  8INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1)
  9PREHOOK: type: QUERY
 10POSTHOOK: query: EXPLAIN
 11FROM src
 12INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1)
 13POSTHOOK: type: QUERY
 14ABSTRACT SYNTAX TREE:
 15  (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g2))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)) (TOK_SELEXPR (TOK_FUNCTIONDI count (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION concat (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1) (TOK_FUNCTION sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5)))) (TOK_SELEXPR (TOK_FUNCTIONDI sum (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) value) 5))) (TOK_SELEXPR (TOK_FUNCTION count (. (TOK_TABLE_OR_COL src) value)))) (TOK_GROUPBY (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1))))
 16
 17STAGE DEPENDENCIES:
 18  Stage-1 is a root stage
 19  Stage-0 depends on stages: Stage-1
 20  Stage-2 depends on stages: Stage-0
 21
 22STAGE PLANS:
 23  Stage: Stage-1
 24    Map Reduce
 25      Alias -> Map Operator Tree:
 26        src 
 27          TableScan
 28            alias: src
 29            Select Operator
 30              expressions:
 31                    expr: key
 32                    type: string
 33                    expr: value
 34                    type: string
 35              outputColumnNames: key, value
 36              Reduce Output Operator
 37                key expressions:
 38                      expr: substr(key, 1, 1)
 39                      type: string
 40                      expr: substr(value, 5)
 41                      type: string
 42                sort order: ++
 43                Map-reduce partition columns:
 44                      expr: substr(key, 1, 1)
 45                      type: string
 46                tag: -1
 47                value expressions:
 48                      expr: value
 49                      type: string
 50      Reduce Operator Tree:
 51        Group By Operator
 52          aggregations:
 53                expr: count(DISTINCT KEY._col1:0._col0)
 54                expr: sum(KEY._col1:1._col0)
 55                expr: sum(DISTINCT KEY._col1:1._col0)
 56                expr: count(VALUE._col0)
 57          bucketGroup: false
 58          keys:
 59                expr: KEY._col0
 60                type: string
 61          mode: complete
 62          outputColumnNames: _col0, _col1, _col2, _col3, _col4
 63          Select Operator
 64            expressions:
 65                  expr: _col0
 66                  type: string
 67                  expr: _col1
 68                  type: bigint
 69                  expr: concat(_col0, _col2)
 70                  type: string
 71                  expr: _col3
 72                  type: double
 73                  expr: _col4
 74                  type: bigint
 75            outputColumnNames: _col0, _col1, _col2, _col3, _col4
 76            Select Operator
 77              expressions:
 78                    expr: _col0
 79                    type: string
 80                    expr: UDFToInteger(_col1)
 81                    type: int
 82                    expr: _col2
 83                    type: string
 84                    expr: UDFToInteger(_col3)
 85                    type: int
 86                    expr: UDFToInteger(_col4)
 87                    type: int
 88              outputColumnNames: _col0, _col1, _col2, _col3, _col4
 89              File Output Operator
 90                compressed: false
 91                GlobalTableId: 1
 92                table:
 93                    input format: org.apache.hadoop.mapred.TextInputFormat
 94                    output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 95                    serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
 96                    name: default.dest_g2
 97
 98  Stage: Stage-0
 99    Move Operator
100      tables:
101          replace: true
102          table:
103              input format: org.apache.hadoop.mapred.TextInputFormat
104              output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
105              serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
106              name: default.dest_g2
107
108  Stage: Stage-2
109    Stats-Aggr Operator
110
111
112PREHOOK: query: FROM src
113INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1)
114PREHOOK: type: QUERY
115PREHOOK: Input: default@src
116PREHOOK: Output: default@dest_g2
117POSTHOOK: query: FROM src
118INSERT OVERWRITE TABLE dest_g2 SELECT substr(src.key,1,1), count(DISTINCT substr(src.value,5)), concat(substr(src.key,1,1),sum(substr(src.value,5))), sum(DISTINCT substr(src.value, 5)), count(src.value) GROUP BY substr(src.key,1,1)
119POSTHOOK: type: QUERY
120POSTHOOK: Input: default@src
121POSTHOOK: Output: default@dest_g2
122POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
123POSTHOOK: Lineage: dest_g2.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ]
124POSTHOOK: Lineage: dest_g2.c3 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
125POSTHOOK: Lineage: dest_g2.c4 EXPRESSION [(src)src.null, ]
126POSTHOOK: Lineage: dest_g2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
127PREHOOK: query: SELECT dest_g2.* FROM dest_g2
128PREHOOK: type: QUERY
129PREHOOK: Input: default@dest_g2
130PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-50-13_598_3186239112741078692/-mr-10000
131POSTHOOK: query: SELECT dest_g2.* FROM dest_g2
132POSTHOOK: type: QUERY
133POSTHOOK: Input: default@dest_g2
134POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-50-13_598_3186239112741078692/-mr-10000
135POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
136POSTHOOK: Lineage: dest_g2.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ]
137POSTHOOK: Lineage: dest_g2.c3 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ]
138POSTHOOK: Lineage: dest_g2.c4 EXPRESSION [(src)src.null, ]
139POSTHOOK: Lineage: dest_g2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
1400	1	00.0	0	3
1411	71	116414.0	10044	115
1422	69	225571.0	15780	111
1433	62	332004.0	20119	99
1444	74	452763.0	30965	124
1455	6	5397.0	278	10
1466	5	6398.0	331	6
1477	6	7735.0	447	10
1488	8	8762.0	595	10
1499	7	91047.0	577	12