本文整理了Java中org.apache.avro.file.FileReader.tell()
方法的一些代码示例,展示了FileReader.tell()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。FileReader.tell()
方法的具体详情如下:
包路径:org.apache.avro.file.FileReader
类名称:FileReader
方法名:tell
[英]Return the current position in the input.
[中]返回输入中的当前位置。
代码示例来源:origin: apache/hive
@Override
public long getPos() throws IOException {
return isEmptyInput ? 0 : reader.tell();
}
代码示例来源:origin: apache/avro
public long getPos() throws IOException {
return reader.tell();
}
代码示例来源:origin: apache/avro
public long getPos() throws IOException {
return reader.tell();
}
代码示例来源:origin: apache/avro
protected AvroAsTextRecordReader(FileReader<T> reader, FileSplit split)
throws IOException {
this.reader = reader;
reader.sync(split.getStart()); // sync to start
this.start = reader.tell();
this.end = split.getStart() + split.getLength();
}
代码示例来源:origin: apache/avro
protected AvroRecordReader(FileReader<T> reader, FileSplit split)
throws IOException {
this.reader = reader;
reader.sync(split.getStart()); // sync to start
this.start = reader.tell();
this.end = split.getStart() + split.getLength();
}
代码示例来源:origin: apache/hive
public AvroGenericRecordReader(JobConf job, FileSplit split, Reporter reporter) throws IOException {
this.jobConf = job;
Schema latest;
try {
latest = getSchema(job, split);
} catch (AvroSerdeException e) {
throw new IOException(e);
}
GenericDatumReader<GenericRecord> gdr = new GenericDatumReader<GenericRecord>();
if(latest != null) {
gdr.setExpected(latest);
}
if (split.getLength() == 0) {
this.isEmptyInput = true;
this.start = 0;
this.reader = null;
}
else {
this.isEmptyInput = false;
this.reader = new DataFileReader<GenericRecord>(new FsInput(split.getPath(), job), gdr);
this.reader.sync(split.getStart());
this.start = reader.tell();
}
this.stop = split.getStart() + split.getLength();
this.recordReaderID = new UID();
}
代码示例来源:origin: Netflix/iceberg
@Override
public long tell() throws IOException {
return reader.tell();
}
代码示例来源:origin: org.apache.crunch/crunch-core
public long getPos() throws IOException {
return reader.tell();
}
代码示例来源:origin: com.facebook.presto.hive/hive-apache
@Override
public long getPos() throws IOException {
return reader.tell();
}
代码示例来源:origin: datasalt/pangool
public long getPos() throws IOException {
return reader.tell();
}
代码示例来源:origin: org.apache.pig/pig
@Override
public float getProgress() throws IOException, InterruptedException {
if (start == end) {
return 0.0f;
} else {
return Math.min(1.0f,
((float) (reader.tell() - start)) / ((float) (end - start)));
}
}
代码示例来源:origin: org.apache.pig/pig
@Override
public float getProgress() throws IOException, InterruptedException {
if (start == end) {
return 0.0f;
} else {
return Math.min(1.0f,
((float) (reader.tell() - start)) / ((float) (end - start)));
}
}
代码示例来源:origin: com.google.cloud.bigdataoss/bigquery-connector
@Override
public float getProgress() throws IOException, InterruptedException {
Preconditions.checkState(dataFileReader != null);
if (splitLength == 0) {
return 1.0f;
}
float splitRelativeLocation = dataFileReader.tell() - splitStart;
return splitRelativeLocation / splitLength;
}
代码示例来源:origin: org.apache.avro/avro-mapred
protected AvroAsTextRecordReader(FileReader<T> reader, FileSplit split)
throws IOException {
this.reader = reader;
reader.sync(split.getStart()); // sync to start
this.start = reader.tell();
this.end = split.getStart() + split.getLength();
}
代码示例来源:origin: com.datasalt.pangool/pangool-core
protected void init(FileReader<T> reader, FileSplit split)
throws IOException {
this.reader = reader;
reader.sync(split.getStart()); // sync to start
this.start = reader.tell();
this.end = split.getStart() + split.getLength();
}
代码示例来源:origin: com.datasalt.pangool/pangool-core
protected void init(FileReader<T> reader, FileSplit split)
throws IOException {
this.reader = reader;
reader.sync(split.getStart()); // sync to start
this.start = reader.tell();
this.end = split.getStart() + split.getLength();
}
代码示例来源:origin: org.apache.avro/avro-mapred
protected AvroRecordReader(FileReader<T> reader, FileSplit split)
throws IOException {
this.reader = reader;
reader.sync(split.getStart()); // sync to start
this.start = reader.tell();
this.end = split.getStart() + split.getLength();
}
代码示例来源:origin: datasalt/pangool
protected void init(FileReader<T> reader, FileSplit split)
throws IOException {
this.reader = reader;
reader.sync(split.getStart()); // sync to start
this.start = reader.tell();
this.end = split.getStart() + split.getLength();
}
代码示例来源:origin: jwills/avro-json
protected AvroAsJSONRecordReader(FileReader<GenericRecord> reader, FileSplit split)
throws IOException {
this.reader = reader;
reader.sync(split.getStart());
this.start = reader.tell();
this.end = split.getStart() + split.getLength();
}
代码示例来源:origin: org.apache.crunch/crunch-core
@Override
public void initialize(InputSplit genericSplit, TaskAttemptContext context) throws IOException, InterruptedException {
FileSplit split = (FileSplit) genericSplit;
Configuration conf = context.getConfiguration();
SeekableInput in = new FsInput(split.getPath(), conf);
DatumReader<T> datumReader = AvroMode
.fromConfiguration(context.getConfiguration())
.getReader(schema);
this.reader = DataFileReader.openReader(in, datumReader);
reader.sync(split.getStart()); // sync to start
this.start = reader.tell();
this.end = split.getStart() + split.getLength();
}
内容来源于网络,如有侵权,请联系作者删除!