PageRenderTime 18ms CodeModel.GetById 10ms app.highlight 3ms RepoModel.GetById 2ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/hbase-handler/src/test/results/hbase_bulk.m.out

#
text | 133 lines | 131 code | 2 blank | 0 comment | 0 complexity | 5c460e73077ad8d1074b8388c18fc543 MD5 | raw file
  1PREHOOK: query: drop table hbsort
  2PREHOOK: type: DROPTABLE
  3POSTHOOK: query: drop table hbsort
  4POSTHOOK: type: DROPTABLE
  5PREHOOK: query: drop table hbpartition
  6PREHOOK: type: DROPTABLE
  7POSTHOOK: query: drop table hbpartition
  8POSTHOOK: type: DROPTABLE
  9PREHOOK: query: -- this is a dummy table used for controlling how the HFiles are
 10-- created
 11create table hbsort(key string, val string, val2 string)
 12stored as
 13INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat'
 14OUTPUTFORMAT 'org.apache.hadoop.hive.hbase.HiveHFileOutputFormat'
 15TBLPROPERTIES ('hfile.family.path' = '/tmp/hbsort/cf')
 16PREHOOK: type: CREATETABLE
 17POSTHOOK: query: -- this is a dummy table used for controlling how the HFiles are
 18-- created
 19create table hbsort(key string, val string, val2 string)
 20stored as
 21INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat'
 22OUTPUTFORMAT 'org.apache.hadoop.hive.hbase.HiveHFileOutputFormat'
 23TBLPROPERTIES ('hfile.family.path' = '/tmp/hbsort/cf')
 24POSTHOOK: type: CREATETABLE
 25POSTHOOK: Output: default@hbsort
 26PREHOOK: query: -- this is a dummy table used for controlling how the input file
 27-- for TotalOrderPartitioner is created
 28create table hbpartition(part_break string)
 29row format serde
 30'org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe'
 31stored as
 32inputformat
 33'org.apache.hadoop.mapred.TextInputFormat'
 34outputformat
 35'org.apache.hadoop.hive.ql.io.HiveNullValueSequenceFileOutputFormat'
 36PREHOOK: type: CREATETABLE
 37POSTHOOK: query: -- this is a dummy table used for controlling how the input file
 38-- for TotalOrderPartitioner is created
 39create table hbpartition(part_break string)
 40row format serde
 41'org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe'
 42stored as
 43inputformat
 44'org.apache.hadoop.mapred.TextInputFormat'
 45outputformat
 46'org.apache.hadoop.hive.ql.io.HiveNullValueSequenceFileOutputFormat'
 47POSTHOOK: type: CREATETABLE
 48POSTHOOK: Output: default@hbpartition
 49PREHOOK: query: -- this should produce one file, but we do not
 50-- know what it will be called, so we will copy it to a well known
 51-- filename /tmp/hbpartition.lst
 52insert overwrite table hbpartition
 53select distinct value
 54from src
 55where value='val_100' or value='val_200'
 56PREHOOK: type: QUERY
 57PREHOOK: Input: default@src
 58PREHOOK: Output: default@hbpartition
 59POSTHOOK: query: -- this should produce one file, but we do not
 60-- know what it will be called, so we will copy it to a well known
 61-- filename /tmp/hbpartition.lst
 62insert overwrite table hbpartition
 63select distinct value
 64from src
 65where value='val_100' or value='val_200'
 66POSTHOOK: type: QUERY
 67POSTHOOK: Input: default@src
 68POSTHOOK: Output: default@hbpartition
 69POSTHOOK: Lineage: hbpartition.part_break SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
 70           1            1                139 hdfs://localhost.localdomain:37780/build/ql/test/data/warehouse/hbpartition
 71PREHOOK: query: -- this should produce three files in /tmp/hbsort/cf
 72-- include some trailing blanks and nulls to make sure we handle them correctly
 73insert overwrite table hbsort
 74select distinct value,
 75  case when key=103 then cast(null as string) else key end,
 76  case when key=103 then ''
 77       else cast(key+1 as string) end
 78from src
 79cluster by value
 80PREHOOK: type: QUERY
 81PREHOOK: Input: default@src
 82PREHOOK: Output: default@hbsort
 83POSTHOOK: query: -- this should produce three files in /tmp/hbsort/cf
 84-- include some trailing blanks and nulls to make sure we handle them correctly
 85insert overwrite table hbsort
 86select distinct value,
 87  case when key=103 then cast(null as string) else key end,
 88  case when key=103 then ''
 89       else cast(key+1 as string) end
 90from src
 91cluster by value
 92POSTHOOK: type: QUERY
 93POSTHOOK: Input: default@src
 94POSTHOOK: Output: default@hbsort
 95POSTHOOK: Lineage: hbpartition.part_break SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
 96POSTHOOK: Lineage: hbsort.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
 97POSTHOOK: Lineage: hbsort.val EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 98POSTHOOK: Lineage: hbsort.val2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
 99           1            3              23380 hdfs://localhost.localdomain:37780/tmp/hbsort/cf
100PREHOOK: query: -- To get the files out to your local filesystem for loading into
101-- HBase, run mkdir -p /tmp/blah/cf, then uncomment and
102-- semicolon-terminate the line below before running this test:
103-- dfs -copyToLocal /tmp/hbsort/cf/* /tmp/blah/cf
104
105drop table hbsort
106PREHOOK: type: DROPTABLE
107PREHOOK: Input: default@hbsort
108PREHOOK: Output: default@hbsort
109POSTHOOK: query: -- To get the files out to your local filesystem for loading into
110-- HBase, run mkdir -p /tmp/blah/cf, then uncomment and
111-- semicolon-terminate the line below before running this test:
112-- dfs -copyToLocal /tmp/hbsort/cf/* /tmp/blah/cf
113
114drop table hbsort
115POSTHOOK: type: DROPTABLE
116POSTHOOK: Input: default@hbsort
117POSTHOOK: Output: default@hbsort
118POSTHOOK: Lineage: hbpartition.part_break SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
119POSTHOOK: Lineage: hbsort.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
120POSTHOOK: Lineage: hbsort.val EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
121POSTHOOK: Lineage: hbsort.val2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
122PREHOOK: query: drop table hbpartition
123PREHOOK: type: DROPTABLE
124PREHOOK: Input: default@hbpartition
125PREHOOK: Output: default@hbpartition
126POSTHOOK: query: drop table hbpartition
127POSTHOOK: type: DROPTABLE
128POSTHOOK: Input: default@hbpartition
129POSTHOOK: Output: default@hbpartition
130POSTHOOK: Lineage: hbpartition.part_break SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
131POSTHOOK: Lineage: hbsort.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
132POSTHOOK: Lineage: hbsort.val EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
133POSTHOOK: Lineage: hbsort.val2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]