PageRenderTime 54ms CodeModel.GetById 17ms RepoModel.GetById 0ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/test/results/clientpositive/merge_dynamic_partition3.q.out

#
text | 243 lines | 233 code | 10 blank | 0 comment | 0 complexity | 972a23af645609505891ef7f39e79f88 MD5 | raw file
Possible License(s): Apache-2.0, BSD-3-Clause, JSON, CPL-1.0
  1. PREHOOK: query: create table srcpart_merge_dp like srcpart
  2. PREHOOK: type: CREATETABLE
  3. POSTHOOK: query: create table srcpart_merge_dp like srcpart
  4. POSTHOOK: type: CREATETABLE
  5. POSTHOOK: Output: default@srcpart_merge_dp
  6. PREHOOK: query: create table merge_dynamic_part like srcpart
  7. PREHOOK: type: CREATETABLE
  8. POSTHOOK: query: create table merge_dynamic_part like srcpart
  9. POSTHOOK: type: CREATETABLE
  10. POSTHOOK: Output: default@merge_dynamic_part
  11. PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
  12. PREHOOK: type: LOAD
  13. POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
  14. POSTHOOK: type: LOAD
  15. POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
  16. PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
  17. PREHOOK: type: LOAD
  18. POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
  19. POSTHOOK: type: LOAD
  20. POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
  21. PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
  22. PREHOOK: type: LOAD
  23. POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
  24. POSTHOOK: type: LOAD
  25. POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
  26. PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
  27. PREHOOK: type: LOAD
  28. POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=11)
  29. POSTHOOK: type: LOAD
  30. POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=11
  31. PREHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
  32. PREHOOK: type: LOAD
  33. POSTHOOK: query: load data local inpath '../data/files/srcbucket20.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
  34. POSTHOOK: type: LOAD
  35. POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=12
  36. PREHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
  37. PREHOOK: type: LOAD
  38. POSTHOOK: query: load data local inpath '../data/files/srcbucket21.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
  39. POSTHOOK: type: LOAD
  40. POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=12
  41. PREHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
  42. PREHOOK: type: LOAD
  43. POSTHOOK: query: load data local inpath '../data/files/srcbucket22.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
  44. POSTHOOK: type: LOAD
  45. POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=12
  46. PREHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
  47. PREHOOK: type: LOAD
  48. POSTHOOK: query: load data local inpath '../data/files/srcbucket23.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-08', hr=12)
  49. POSTHOOK: type: LOAD
  50. POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-08/hr=12
  51. PREHOOK: query: load data local inpath '../data/files/kv1.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=11)
  52. PREHOOK: type: LOAD
  53. POSTHOOK: query: load data local inpath '../data/files/kv1.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=11)
  54. POSTHOOK: type: LOAD
  55. POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-09/hr=11
  56. PREHOOK: query: load data local inpath '../data/files/kv2.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=11)
  57. PREHOOK: type: LOAD
  58. POSTHOOK: query: load data local inpath '../data/files/kv2.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=11)
  59. POSTHOOK: type: LOAD
  60. POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-09/hr=11
  61. PREHOOK: query: load data local inpath '../data/files/kv1.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=12)
  62. PREHOOK: type: LOAD
  63. POSTHOOK: query: load data local inpath '../data/files/kv1.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=12)
  64. POSTHOOK: type: LOAD
  65. POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-09/hr=12
  66. PREHOOK: query: load data local inpath '../data/files/kv2.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=12)
  67. PREHOOK: type: LOAD
  68. POSTHOOK: query: load data local inpath '../data/files/kv2.txt' INTO TABLE srcpart_merge_dp partition(ds='2008-04-09', hr=12)
  69. POSTHOOK: type: LOAD
  70. POSTHOOK: Output: default@srcpart_merge_dp@ds=2008-04-09/hr=12
  71. PREHOOK: query: show partitions srcpart_merge_dp
  72. PREHOOK: type: SHOWPARTITIONS
  73. POSTHOOK: query: show partitions srcpart_merge_dp
  74. POSTHOOK: type: SHOWPARTITIONS
  75. ds=2008-04-08/hr=11
  76. ds=2008-04-08/hr=12
  77. ds=2008-04-09/hr=11
  78. ds=2008-04-09/hr=12
  79. PREHOOK: query: explain
  80. insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds>='2008-04-08'
  81. PREHOOK: type: QUERY
  82. POSTHOOK: query: explain
  83. insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds>='2008-04-08'
  84. POSTHOOK: type: QUERY
  85. ABSTRACT SYNTAX TREE:
  86. (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart_merge_dp))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME merge_dynamic_part) (TOK_PARTSPEC (TOK_PARTVAL ds) (TOK_PARTVAL hr)))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (>= (TOK_TABLE_OR_COL ds) '2008-04-08'))))
  87. STAGE DEPENDENCIES:
  88. Stage-1 is a root stage
  89. Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3
  90. Stage-4
  91. Stage-0 depends on stages: Stage-4, Stage-3
  92. Stage-2 depends on stages: Stage-0
  93. Stage-3
  94. STAGE PLANS:
  95. Stage: Stage-1
  96. Map Reduce
  97. Alias -> Map Operator Tree:
  98. srcpart_merge_dp
  99. TableScan
  100. alias: srcpart_merge_dp
  101. Filter Operator
  102. predicate:
  103. expr: (ds >= '2008-04-08')
  104. type: boolean
  105. Select Operator
  106. expressions:
  107. expr: key
  108. type: string
  109. expr: value
  110. type: string
  111. expr: ds
  112. type: string
  113. expr: hr
  114. type: string
  115. outputColumnNames: _col0, _col1, _col2, _col3
  116. File Output Operator
  117. compressed: false
  118. GlobalTableId: 1
  119. table:
  120. input format: org.apache.hadoop.mapred.TextInputFormat
  121. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  122. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  123. name: default.merge_dynamic_part
  124. Stage: Stage-5
  125. Conditional Operator
  126. Stage: Stage-4
  127. Move Operator
  128. files:
  129. hdfs directory: true
  130. destination: pfile:/data/users/sdong/www/open-source-hive2/.ptest_0/build/ql/scratchdir/hive_2011-02-16_17-06-54_385_3145107815584383204/-ext-10000
  131. Stage: Stage-0
  132. Move Operator
  133. tables:
  134. partition:
  135. ds
  136. hr
  137. replace: true
  138. table:
  139. input format: org.apache.hadoop.mapred.TextInputFormat
  140. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  141. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  142. name: default.merge_dynamic_part
  143. Stage: Stage-2
  144. Stats-Aggr Operator
  145. Stage: Stage-3
  146. Map Reduce
  147. Alias -> Map Operator Tree:
  148. pfile:/data/users/sdong/www/open-source-hive2/.ptest_0/build/ql/scratchdir/hive_2011-02-16_17-06-54_385_3145107815584383204/-ext-10002
  149. File Output Operator
  150. compressed: false
  151. GlobalTableId: 0
  152. table:
  153. input format: org.apache.hadoop.mapred.TextInputFormat
  154. output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  155. serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
  156. name: default.merge_dynamic_part
  157. PREHOOK: query: insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds>='2008-04-08'
  158. PREHOOK: type: QUERY
  159. PREHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=11
  160. PREHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=12
  161. PREHOOK: Input: default@srcpart_merge_dp@ds=2008-04-09/hr=11
  162. PREHOOK: Input: default@srcpart_merge_dp@ds=2008-04-09/hr=12
  163. PREHOOK: Output: default@merge_dynamic_part
  164. POSTHOOK: query: insert overwrite table merge_dynamic_part partition (ds, hr) select key, value, ds, hr from srcpart_merge_dp where ds>='2008-04-08'
  165. POSTHOOK: type: QUERY
  166. POSTHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=11
  167. POSTHOOK: Input: default@srcpart_merge_dp@ds=2008-04-08/hr=12
  168. POSTHOOK: Input: default@srcpart_merge_dp@ds=2008-04-09/hr=11
  169. POSTHOOK: Input: default@srcpart_merge_dp@ds=2008-04-09/hr=12
  170. POSTHOOK: Output: default@merge_dynamic_part@ds=2008-04-08/hr=11
  171. POSTHOOK: Output: default@merge_dynamic_part@ds=2008-04-08/hr=12
  172. POSTHOOK: Output: default@merge_dynamic_part@ds=2008-04-09/hr=11
  173. POSTHOOK: Output: default@merge_dynamic_part@ds=2008-04-09/hr=12
  174. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
  175. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
  176. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
  177. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
  178. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
  179. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
  180. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
  181. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
  182. PREHOOK: query: select ds, hr, count(1) from merge_dynamic_part where ds>='2008-04-08' group by ds, hr order by ds, hr
  183. PREHOOK: type: QUERY
  184. PREHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=11
  185. PREHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=12
  186. PREHOOK: Input: default@merge_dynamic_part@ds=2008-04-09/hr=11
  187. PREHOOK: Input: default@merge_dynamic_part@ds=2008-04-09/hr=12
  188. PREHOOK: Output: file:/tmp/sdong/hive_2011-02-16_17-07-08_924_3777174972695387743/-mr-10000
  189. POSTHOOK: query: select ds, hr, count(1) from merge_dynamic_part where ds>='2008-04-08' group by ds, hr order by ds, hr
  190. POSTHOOK: type: QUERY
  191. POSTHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=11
  192. POSTHOOK: Input: default@merge_dynamic_part@ds=2008-04-08/hr=12
  193. POSTHOOK: Input: default@merge_dynamic_part@ds=2008-04-09/hr=11
  194. POSTHOOK: Input: default@merge_dynamic_part@ds=2008-04-09/hr=12
  195. POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-16_17-07-08_924_3777174972695387743/-mr-10000
  196. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
  197. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
  198. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
  199. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
  200. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
  201. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
  202. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
  203. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
  204. 2008-04-08 11 500
  205. 2008-04-08 12 500
  206. 2008-04-09 11 1000
  207. 2008-04-09 12 1000
  208. PREHOOK: query: show table extended like `merge_dynamic_part`
  209. PREHOOK: type: SHOW_TABLESTATUS
  210. POSTHOOK: query: show table extended like `merge_dynamic_part`
  211. POSTHOOK: type: SHOW_TABLESTATUS
  212. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
  213. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
  214. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
  215. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
  216. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=11).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
  217. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
  218. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:key, type:string, comment:default), ]
  219. POSTHOOK: Lineage: merge_dynamic_part PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart_merge_dp)srcpart_merge_dp.FieldSchema(name:value, type:string, comment:default), ]
  220. tableName:merge_dynamic_part
  221. owner:null
  222. location:pfile:/data/users/sdong/www/open-source-hive2/.ptest_0/build/ql/test/data/warehouse/merge_dynamic_part
  223. inputformat:org.apache.hadoop.mapred.TextInputFormat
  224. outputformat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
  225. columns:struct columns { string key, string value}
  226. partitioned:true
  227. partitionColumns:struct partition_columns { string ds, string hr}
  228. totalNumberFiles:6
  229. totalFileSize:34830
  230. maxFileSize:5812
  231. minFileSize:5791
  232. lastAccessTime:0
  233. lastUpdateTime:1297904827000