/tags/release-0.0.0-rc0/hive/external/hbase-handler/src/test/results/hbase_bulk.m.out

# · text · 133 lines · 131 code · 2 blank · 0 comment · 0 complexity · 5c460e73077ad8d1074b8388c18fc543 MD5 · raw file 

    

  1. PREHOOK: query: drop table hbsort
    2. 

  2. PREHOOK: type: DROPTABLE
    3. 

  3. POSTHOOK: query: drop table hbsort
    4. 

  4. POSTHOOK: type: DROPTABLE
    5. 

  5. PREHOOK: query: drop table hbpartition
    6. 

  6. PREHOOK: type: DROPTABLE
    7. 

  7. POSTHOOK: query: drop table hbpartition
    8. 

  8. POSTHOOK: type: DROPTABLE
    9. 

  9. PREHOOK: query: -- this is a dummy table used for controlling how the HFiles are
    10. 

  10. -- created
    11. 

  11. create table hbsort(key string, val string, val2 string)
    12. 

  12. stored as
    13. 

  13. INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat'
    14. 

  14. OUTPUTFORMAT 'org.apache.hadoop.hive.hbase.HiveHFileOutputFormat'
    15. 

  15. TBLPROPERTIES ('hfile.family.path' = '/tmp/hbsort/cf')
    16. 

  16. PREHOOK: type: CREATETABLE
    17. 

  17. POSTHOOK: query: -- this is a dummy table used for controlling how the HFiles are
    18. 

  18. -- created
    19. 

  19. create table hbsort(key string, val string, val2 string)
    20. 

  20. stored as
    21. 

  21. INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat'
    22. 

  22. OUTPUTFORMAT 'org.apache.hadoop.hive.hbase.HiveHFileOutputFormat'
    23. 

  23. TBLPROPERTIES ('hfile.family.path' = '/tmp/hbsort/cf')
    24. 

  24. POSTHOOK: type: CREATETABLE
    25. 

  25. POSTHOOK: Output: default@hbsort
    26. 

  26. PREHOOK: query: -- this is a dummy table used for controlling how the input file
    27. 

  27. -- for TotalOrderPartitioner is created
    28. 

  28. create table hbpartition(part_break string)
    29. 

  29. row format serde
    30. 

  30. 'org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe'
    31. 

  31. stored as
    32. 

  32. inputformat
    33. 

  33. 'org.apache.hadoop.mapred.TextInputFormat'
    34. 

  34. outputformat
    35. 

  35. 'org.apache.hadoop.hive.ql.io.HiveNullValueSequenceFileOutputFormat'
    36. 

  36. PREHOOK: type: CREATETABLE
    37. 

  37. POSTHOOK: query: -- this is a dummy table used for controlling how the input file
    38. 

  38. -- for TotalOrderPartitioner is created
    39. 

  39. create table hbpartition(part_break string)
    40. 

  40. row format serde
    41. 

  41. 'org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe'
    42. 

  42. stored as
    43. 

  43. inputformat
    44. 

  44. 'org.apache.hadoop.mapred.TextInputFormat'
    45. 

  45. outputformat
    46. 

  46. 'org.apache.hadoop.hive.ql.io.HiveNullValueSequenceFileOutputFormat'
    47. 

  47. POSTHOOK: type: CREATETABLE
    48. 

  48. POSTHOOK: Output: default@hbpartition
    49. 

  49. PREHOOK: query: -- this should produce one file, but we do not
    50. 

  50. -- know what it will be called, so we will copy it to a well known
    51. 

  51. -- filename /tmp/hbpartition.lst
    52. 

  52. insert overwrite table hbpartition
    53. 

  53. select distinct value
    54. 

  54. from src
    55. 

  55. where value='val_100' or value='val_200'
    56. 

  56. PREHOOK: type: QUERY
    57. 

  57. PREHOOK: Input: default@src
    58. 

  58. PREHOOK: Output: default@hbpartition
    59. 

  59. POSTHOOK: query: -- this should produce one file, but we do not
    60. 

  60. -- know what it will be called, so we will copy it to a well known
    61. 

  61. -- filename /tmp/hbpartition.lst
    62. 

  62. insert overwrite table hbpartition
    63. 

  63. select distinct value
    64. 

  64. from src
    65. 

  65. where value='val_100' or value='val_200'
    66. 

  66. POSTHOOK: type: QUERY
    67. 

  67. POSTHOOK: Input: default@src
    68. 

  68. POSTHOOK: Output: default@hbpartition
    69. 

  69. POSTHOOK: Lineage: hbpartition.part_break SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    70. 

  70.            1            1                139 hdfs://localhost.localdomain:37780/build/ql/test/data/warehouse/hbpartition
    71. 

  71. PREHOOK: query: -- this should produce three files in /tmp/hbsort/cf
    72. 

  72. -- include some trailing blanks and nulls to make sure we handle them correctly
    73. 

  73. insert overwrite table hbsort
    74. 

  74. select distinct value,
    75. 

  75.   case when key=103 then cast(null as string) else key end,
    76. 

  76.   case when key=103 then ''
    77. 

  77.        else cast(key+1 as string) end
    78. 

  78. from src
    79. 

  79. cluster by value
    80. 

  80. PREHOOK: type: QUERY
    81. 

  81. PREHOOK: Input: default@src
    82. 

  82. PREHOOK: Output: default@hbsort
    83. 

  83. POSTHOOK: query: -- this should produce three files in /tmp/hbsort/cf
    84. 

  84. -- include some trailing blanks and nulls to make sure we handle them correctly
    85. 

  85. insert overwrite table hbsort
    86. 

  86. select distinct value,
    87. 

  87.   case when key=103 then cast(null as string) else key end,
    88. 

  88.   case when key=103 then ''
    89. 

  89.        else cast(key+1 as string) end
    90. 

  90. from src
    91. 

  91. cluster by value
    92. 

  92. POSTHOOK: type: QUERY
    93. 

  93. POSTHOOK: Input: default@src
    94. 

  94. POSTHOOK: Output: default@hbsort
    95. 

  95. POSTHOOK: Lineage: hbpartition.part_break SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    96. 

  96. POSTHOOK: Lineage: hbsort.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    97. 

  97. POSTHOOK: Lineage: hbsort.val EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
    98. 

  98. POSTHOOK: Lineage: hbsort.val2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
    99. 

  99.            1            3              23380 hdfs://localhost.localdomain:37780/tmp/hbsort/cf
    100. 

  100. PREHOOK: query: -- To get the files out to your local filesystem for loading into
    101. 

  101. -- HBase, run mkdir -p /tmp/blah/cf, then uncomment and
    102. 

  102. -- semicolon-terminate the line below before running this test:
    103. 

  103. -- dfs -copyToLocal /tmp/hbsort/cf/* /tmp/blah/cf
    104. 

    105. 

  105. drop table hbsort
    106. 

  106. PREHOOK: type: DROPTABLE
    107. 

  107. PREHOOK: Input: default@hbsort
    108. 

  108. PREHOOK: Output: default@hbsort
    109. 

  109. POSTHOOK: query: -- To get the files out to your local filesystem for loading into
    110. 

  110. -- HBase, run mkdir -p /tmp/blah/cf, then uncomment and
    111. 

  111. -- semicolon-terminate the line below before running this test:
    112. 

  112. -- dfs -copyToLocal /tmp/hbsort/cf/* /tmp/blah/cf
    113. 

    114. 

  114. drop table hbsort
    115. 

  115. POSTHOOK: type: DROPTABLE
    116. 

  116. POSTHOOK: Input: default@hbsort
    117. 

  117. POSTHOOK: Output: default@hbsort
    118. 

  118. POSTHOOK: Lineage: hbpartition.part_break SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    119. 

  119. POSTHOOK: Lineage: hbsort.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    120. 

  120. POSTHOOK: Lineage: hbsort.val EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
    121. 

  121. POSTHOOK: Lineage: hbsort.val2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
    122. 

  122. PREHOOK: query: drop table hbpartition
    123. 

  123. PREHOOK: type: DROPTABLE
    124. 

  124. PREHOOK: Input: default@hbpartition
    125. 

  125. PREHOOK: Output: default@hbpartition
    126. 

  126. POSTHOOK: query: drop table hbpartition
    127. 

  127. POSTHOOK: type: DROPTABLE
    128. 

  128. POSTHOOK: Input: default@hbpartition
    129. 

  129. POSTHOOK: Output: default@hbpartition
    130. 

  130. POSTHOOK: Lineage: hbpartition.part_break SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    131. 

  131. POSTHOOK: Lineage: hbsort.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ]
    132. 

  132. POSTHOOK: Lineage: hbsort.val EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
    133. 

  133. POSTHOOK: Lineage: hbsort.val2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]
    134.