/tags/release-0.0.0-rc0/hive/external/ql/src/test/queries/clientpositive/rcfile_bigdata.q

# · text · 19 lines · 13 code · 6 blank · 0 comment · 0 complexity · a6f43ad61ded386a7c168c4283950a54 MD5 · raw file 

    

  1. set hive.map.aggr.hash.percentmemory = 0.3;
    2. 

  2. set hive.mapred.local.mem = 256;
    3. 

  3. 

  4. add file ../data/scripts/dumpdata_script.py;
    5. 

  5. 

  6. CREATE table columnTable_Bigdata (key STRING, value STRING)
    7. 

  7. ROW FORMAT SERDE
    8. 

  8.   'org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe'
    9. 

  9. STORED AS
    10. 

  10.   INPUTFORMAT 'org.apache.hadoop.hive.ql.io.RCFileInputFormat'
    11. 

  11.   OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.RCFileOutputFormat';
    12. 

  12. 

  13. FROM (FROM src MAP src.key,src.value USING 'python dumpdata_script.py' AS (key,value) WHERE src.key = 10) subq
    14. 

  14. INSERT OVERWRITE TABLE columnTable_Bigdata SELECT subq.key, subq.value;
    15. 

  15. 

  16. describe columnTable_Bigdata;
    17. 

  17. select count(columnTable_Bigdata.key) from columnTable_Bigdata;
    18.