PageRenderTime 24ms CodeModel.GetById 15ms app.highlight 5ms RepoModel.GetById 1ms app.codeStats 0ms

/tags/release-0.0.0-rc0/hive/external/ql/src/java/org/apache/hadoop/hive/ql/exec/BinaryRecordReader.java

#
Java | 64 lines | 33 code | 9 blank | 22 comment | 3 complexity | b9070fcb60d50e83f671838c0e17f9ba MD5 | raw file
 1/**
 2 * Licensed to the Apache Software Foundation (ASF) under one
 3 * or more contributor license agreements.  See the NOTICE file
 4 * distributed with this work for additional information
 5 * regarding copyright ownership.  The ASF licenses this file
 6 * to you under the Apache License, Version 2.0 (the
 7 * "License"); you may not use this file except in compliance
 8 * with the License.  You may obtain a copy of the License at
 9 *
10 *     http://www.apache.org/licenses/LICENSE-2.0
11 *
12 * Unless required by applicable law or agreed to in writing, software
13 * distributed under the License is distributed on an "AS IS" BASIS,
14 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 * See the License for the specific language governing permissions and
16 * limitations under the License.
17 */
18
19package org.apache.hadoop.hive.ql.exec;
20
21import java.io.IOException;
22import java.io.InputStream;
23import java.util.Properties;
24
25import org.apache.hadoop.conf.Configuration;
26import org.apache.hadoop.io.BytesWritable;
27import org.apache.hadoop.io.Writable;
28
29/**
30 * Read from a binary stream and treat each 1000 bytes (configurable via 
31 * hive.binary.record.max.length) as a record.  The last record before the 
32 * end of stream can have less than 1000 bytes. 
33 */
34public class BinaryRecordReader implements RecordReader {
35
36  private InputStream in;
37  private BytesWritable bytes;
38  private int maxRecordLength;
39
40  public void initialize(InputStream in, Configuration conf, Properties tbl) throws IOException {
41    this.in = in;
42    maxRecordLength = conf.getInt("hive.binary.record.max.length", 1000);
43  }
44
45  public Writable createRow() throws IOException {
46    bytes = new BytesWritable();
47    bytes.setCapacity(maxRecordLength);
48    return bytes;
49  }
50
51  public int next(Writable row) throws IOException {
52    int recordLength = in.read(bytes.get(), 0, maxRecordLength);
53    if (recordLength >= 0) {
54      bytes.setSize(recordLength);
55    }
56    return recordLength;
57  }
58
59  public void close() throws IOException {
60    if (in != null) {
61      in.close();
62    }
63  }
64}