PageRenderTime 4218ms CodeModel.GetById 25ms RepoModel.GetById 10ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/input_dynamicserde.q.out

#
text | 164 lines | 155 code | 9 blank | 0 comment | 0 complexity | b4ddcd17dc7812160d806bc85596c502 MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0 
    

  1. PREHOOK: query: CREATE TABLE dest1(a array<int>, b array<string>, c map<string,string>, d int, e string)
    2. 

  2. ROW FORMAT DELIMITED
    3. 

  3. FIELDS TERMINATED BY '1'
    4. 

  4. COLLECTION ITEMS TERMINATED BY '2'
    5. 

  5. MAP KEYS TERMINATED BY '3'
    6. 

  6. LINES TERMINATED BY '10'
    7. 

  7. STORED AS TEXTFILE
    8. 

  8. PREHOOK: type: CREATETABLE
    9. 

  9. POSTHOOK: query: CREATE TABLE dest1(a array<int>, b array<string>, c map<string,string>, d int, e string)
    10. 

  10. ROW FORMAT DELIMITED
    11. 

  11. FIELDS TERMINATED BY '1'
    12. 

  12. COLLECTION ITEMS TERMINATED BY '2'
    13. 

  13. MAP KEYS TERMINATED BY '3'
    14. 

  14. LINES TERMINATED BY '10'
    15. 

  15. STORED AS TEXTFILE
    16. 

  16. POSTHOOK: type: CREATETABLE
    17. 

  17. POSTHOOK: Output: default@dest1
    18. 

  18. PREHOOK: query: EXPLAIN
    19. 

  19. FROM src_thrift
    20. 

  20. INSERT OVERWRITE TABLE dest1 SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring
    21. 

  21. PREHOOK: type: QUERY
    22. 

  22. POSTHOOK: query: EXPLAIN
    23. 

  23. FROM src_thrift
    24. 

  24. INSERT OVERWRITE TABLE dest1 SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring
    25. 

  25. POSTHOOK: type: QUERY
    26. 

  26. ABSTRACT SYNTAX TREE:
    27. 

  27.   (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_thrift))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL src_thrift) lint)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src_thrift) lstring)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src_thrift) mstringstring)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src_thrift) aint)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL src_thrift) astring)))))
    28. 

  28. 

  29. STAGE DEPENDENCIES:
    30. 

  30.   Stage-1 is a root stage
    31. 

  31.   Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
    32. 

  32.   Stage-4
    33. 

  33.   Stage-0 depends on stages: Stage-4, Stage-3
    34. 

  34.   Stage-2 depends on stages: Stage-0
    35. 

  35.   Stage-3
    36. 

  36. 

  37. STAGE PLANS:
    38. 

  38.   Stage: Stage-1
    39. 

  39.     Map Reduce
    40. 

  40.       Alias -> Map Operator Tree:
    41. 

  41.         src_thrift 
    42. 

  42.           TableScan
    43. 

  43.             alias: src_thrift
    44. 

  44.             Select Operator
    45. 

  45.               expressions:
    46. 

  46.                     expr: lint
    47. 

  47.                     type: array<int>
    48. 

  48.                     expr: lstring
    49. 

  49.                     type: array<string>
    50. 

  50.                     expr: mstringstring
    51. 

  51.                     type: map<string,string>
    52. 

  52.                     expr: aint
    53. 

  53.                     type: int
    54. 

  54.                     expr: astring
    55. 

  55.                     type: string
    56. 

  56.               outputColumnNames: _col0, _col1, _col2, _col3, _col4
    57. 

  57.               File Output Operator
    58. 

  58.                 compressed: false
    59. 

  59.                 GlobalTableId: 1
    60. 

  60.                 table:
    61. 

  61.                     input format: org.apache.hadoop.mapred.TextInputFormat
    62. 

  62.                     output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    63. 

  63.                     serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    64. 

  64.                     name: default.dest1
    65. 

  65. 

  66.   Stage: Stage-5
    67. 

  67.     Conditional Operator
    68. 

  68. 

  69.   Stage: Stage-4
    70. 

  70.     Move Operator
    71. 

  71.       files:
    72. 

  72.           hdfs directory: true
    73. 

  73.           destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_15-59-04_148_5887480461717684622/-ext-10000
    74. 

  74. 

  75.   Stage: Stage-0
    76. 

  76.     Move Operator
    77. 

  77.       tables:
    78. 

  78.           replace: true
    79. 

  79.           table:
    80. 

  80.               input format: org.apache.hadoop.mapred.TextInputFormat
    81. 

  81.               output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    82. 

  82.               serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    83. 

  83.               name: default.dest1
    84. 

  84. 

  85.   Stage: Stage-2
    86. 

  86.     Stats-Aggr Operator
    87. 

  87. 

  88.   Stage: Stage-3
    89. 

  89.     Map Reduce
    90. 

  90.       Alias -> Map Operator Tree:
    91. 

  91.         pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_15-59-04_148_5887480461717684622/-ext-10002 
    92. 

  92.             File Output Operator
    93. 

  93.               compressed: false
    94. 

  94.               GlobalTableId: 0
    95. 

  95.               table:
    96. 

  96.                   input format: org.apache.hadoop.mapred.TextInputFormat
    97. 

  97.                   output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
    98. 

  98.                   serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
    99. 

  99.                   name: default.dest1
    100. 

  100. 

  101. 

  102. PREHOOK: query: FROM src_thrift
    103. 

  103. INSERT OVERWRITE TABLE dest1 SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring
    104. 

  104. PREHOOK: type: QUERY
    105. 

  105. PREHOOK: Input: default@src_thrift
    106. 

  106. PREHOOK: Output: default@dest1
    107. 

  107. POSTHOOK: query: FROM src_thrift
    108. 

  108. INSERT OVERWRITE TABLE dest1 SELECT src_thrift.lint, src_thrift.lstring, src_thrift.mstringstring, src_thrift.aint, src_thrift.astring
    109. 

  109. POSTHOOK: type: QUERY
    110. 

  110. POSTHOOK: Input: default@src_thrift
    111. 

  111. POSTHOOK: Output: default@dest1
    112. 

  112. POSTHOOK: Lineage: dest1.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array<int>, comment:from deserializer), ]
    113. 

  113. POSTHOOK: Lineage: dest1.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array<string>, comment:from deserializer), ]
    114. 

  114. POSTHOOK: Lineage: dest1.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map<string,string>, comment:from deserializer), ]
    115. 

  115. POSTHOOK: Lineage: dest1.d SIMPLE [(src_thrift)src_thrift.FieldSchema(name:aint, type:int, comment:from deserializer), ]
    116. 

  116. POSTHOOK: Lineage: dest1.e SIMPLE [(src_thrift)src_thrift.FieldSchema(name:astring, type:string, comment:from deserializer), ]
    117. 

  117. PREHOOK: query: SELECT dest1.* FROM dest1
    118. 

  118. PREHOOK: type: QUERY
    119. 

  119. PREHOOK: Input: default@dest1
    120. 

  120. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_15-59-10_716_5166904835235075338/-mr-10000
    121. 

  121. POSTHOOK: query: SELECT dest1.* FROM dest1
    122. 

  122. POSTHOOK: type: QUERY
    123. 

  123. POSTHOOK: Input: default@dest1
    124. 

  124. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_15-59-10_716_5166904835235075338/-mr-10000
    125. 

  125. POSTHOOK: Lineage: dest1.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array<int>, comment:from deserializer), ]
    126. 

  126. POSTHOOK: Lineage: dest1.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array<string>, comment:from deserializer), ]
    127. 

  127. POSTHOOK: Lineage: dest1.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map<string,string>, comment:from deserializer), ]
    128. 

  128. POSTHOOK: Lineage: dest1.d SIMPLE [(src_thrift)src_thrift.FieldSchema(name:aint, type:int, comment:from deserializer), ]
    129. 

  129. POSTHOOK: Lineage: dest1.e SIMPLE [(src_thrift)src_thrift.FieldSchema(name:astring, type:string, comment:from deserializer), ]
    130. 

  130. [0,0,0]	["0","0","0"]	{"key_0":"value_0"}	1712634731	record_0
    131. 

  131. [1,2,3]	["10","100","1000"]	{"key_1":"value_1"}	465985200	record_1
    132. 

  132. [2,4,6]	["20","200","2000"]	{"key_2":"value_2"}	-751827638	record_2
    133. 

  133. [3,6,9]	["30","300","3000"]	{"key_3":"value_3"}	477111222	record_3
    134. 

  134. [4,8,12]	["40","400","4000"]	{"key_4":"value_4"}	-734328909	record_4
    135. 

  135. [5,10,15]	["50","500","5000"]	{"key_5":"value_5"}	-1952710710	record_5
    136. 

  136. [6,12,18]	["60","600","6000"]	{"key_6":"value_6"}	1244525190	record_6
    137. 

  137. [7,14,21]	["70","700","7000"]	{"key_7":"value_7"}	-1461153973	record_7
    138. 

  138. [8,16,24]	["80","800","8000"]	{"key_8":"value_8"}	1638581578	record_8
    139. 

  139. [9,18,27]	["90","900","9000"]	{"key_9":"value_9"}	336964413	record_9
    140. 

  140. null	null	null	0	NULL
    141. 

  141. PREHOOK: query: SELECT dest1.a[0], dest1.b[0], dest1.c['key2'], dest1.d, dest1.e FROM dest1
    142. 

  142. PREHOOK: type: QUERY
    143. 

  143. PREHOOK: Input: default@dest1
    144. 

  144. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_15-59-10_996_1166370053409806128/-mr-10000
    145. 

  145. POSTHOOK: query: SELECT dest1.a[0], dest1.b[0], dest1.c['key2'], dest1.d, dest1.e FROM dest1
    146. 

  146. POSTHOOK: type: QUERY
    147. 

  147. POSTHOOK: Input: default@dest1
    148. 

  148. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_15-59-10_996_1166370053409806128/-mr-10000
    149. 

  149. POSTHOOK: Lineage: dest1.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array<int>, comment:from deserializer), ]
    150. 

  150. POSTHOOK: Lineage: dest1.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array<string>, comment:from deserializer), ]
    151. 

  151. POSTHOOK: Lineage: dest1.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map<string,string>, comment:from deserializer), ]
    152. 

  152. POSTHOOK: Lineage: dest1.d SIMPLE [(src_thrift)src_thrift.FieldSchema(name:aint, type:int, comment:from deserializer), ]
    153. 

  153. POSTHOOK: Lineage: dest1.e SIMPLE [(src_thrift)src_thrift.FieldSchema(name:astring, type:string, comment:from deserializer), ]
    154. 

  154. 0	0	NULL	1712634731	record_0
    155. 

  155. 1	10	NULL	465985200	record_1
    156. 

  156. 2	20	NULL	-751827638	record_2
    157. 

  157. 3	30	NULL	477111222	record_3
    158. 

  158. 4	40	NULL	-734328909	record_4
    159. 

  159. 5	50	NULL	-1952710710	record_5
    160. 

  160. 6	60	NULL	1244525190	record_6
    161. 

  161. 7	70	NULL	-1461153973	record_7
    162. 

  162. 8	80	NULL	1638581578	record_8
    163. 

  163. 9	90	NULL	336964413	record_9
    164. 

  164. NULL	NULL	NULL	0	NULL
    165. 

  165.