Package | Description |
---|---|
org.apache.orc | |
org.apache.orc.impl | |
org.apache.orc.impl.mask | |
org.apache.orc.impl.writer |
Modifier and Type | Method and Description |
---|---|
TypeDescription |
TypeDescription.addField(String field,
TypeDescription fieldType)
Add a field to a struct type as it is built.
|
TypeDescription |
TypeDescription.addUnionChild(TypeDescription child)
Add a child to a union type.
|
TypeDescription |
TypeDescription.clone() |
static TypeDescription |
OrcUtils.convertTypeFromProtobuf(List<OrcProto.Type> types,
int rootColumn)
Translate the given rootColumn from the list of types to a TypeDescription.
|
static TypeDescription |
TypeDescription.createBinary() |
static TypeDescription |
TypeDescription.createBoolean() |
static TypeDescription |
TypeDescription.createByte() |
static TypeDescription |
TypeDescription.createChar() |
static TypeDescription |
TypeDescription.createDate() |
static TypeDescription |
TypeDescription.createDecimal() |
static TypeDescription |
TypeDescription.createDouble() |
static TypeDescription |
TypeDescription.createFloat() |
static TypeDescription |
TypeDescription.createInt() |
static TypeDescription |
TypeDescription.createList(TypeDescription childType) |
static TypeDescription |
TypeDescription.createLong() |
static TypeDescription |
TypeDescription.createMap(TypeDescription keyType,
TypeDescription valueType) |
static TypeDescription |
TypeDescription.createShort() |
static TypeDescription |
TypeDescription.createString() |
static TypeDescription |
TypeDescription.createStruct() |
static TypeDescription |
TypeDescription.createTimestamp() |
static TypeDescription |
TypeDescription.createUnion() |
static TypeDescription |
TypeDescription.createVarchar() |
TypeDescription |
TypeDescription.findSubtype(int goal)
Locate a subtype by its id.
|
TypeDescription |
TypeDescription.findSubtype(String columnName)
Find a subtype of this schema by name.
|
static TypeDescription |
TypeDescription.fromString(String typeName)
Parse TypeDescription from the Hive type names.
|
TypeDescription |
Writer.getSchema()
Get the schema for this writer
|
TypeDescription |
Reader.getSchema()
Get the type of rows in this ORC file.
|
TypeDescription |
Reader.Options.getSchema() |
TypeDescription |
OrcFile.WriterOptions.getSchema() |
TypeDescription |
TypeDescription.withMaxLength(int maxLength)
Set the maximum length for char and varchar types.
|
TypeDescription |
TypeDescription.withPrecision(int precision)
For decimal types, set the precision.
|
TypeDescription |
TypeDescription.withScale(int scale)
For decimal types, set the scale.
|
Modifier and Type | Method and Description |
---|---|
List<TypeDescription> |
TypeDescription.findSubtypes(String columnNameList)
Find a list of subtypes from a string, including the empty list.
|
List<TypeDescription> |
TypeDescription.getChildren()
Get the subtypes of this type.
|
Modifier and Type | Method and Description |
---|---|
TypeDescription |
TypeDescription.addField(String field,
TypeDescription fieldType)
Add a field to a struct type as it is built.
|
TypeDescription |
TypeDescription.addUnionChild(TypeDescription child)
Add a child to a union type.
|
static void |
OrcUtils.appendOrcTypesRebuildSubtypes(List<OrcProto.Type> result,
TypeDescription typeDescr)
NOTE: This method ignores the subtype numbers in the TypeDescription rebuilds the subtype
numbers based on the length of the result list being appended.
|
DataMask |
DataMask.Provider.build(String name,
TypeDescription schema,
String... params)
Build a mask with the given parameters.
|
static DataMask |
DataMask.Factory.build(String name,
TypeDescription schema,
String... params)
Build a new DataMask instance.
|
DataMask |
DataMask.Standard.build(TypeDescription schema,
String... params) |
int |
TypeDescription.compareTo(TypeDescription other) |
static TypeDescription |
TypeDescription.createList(TypeDescription childType) |
static TypeDescription |
TypeDescription.createMap(TypeDescription keyType,
TypeDescription valueType) |
static List<OrcProto.Type> |
OrcUtils.getOrcTypes(TypeDescription typeDescr) |
static boolean[] |
OrcUtils.includeColumns(String selectedColumns,
TypeDescription schema)
Returns selected columns as a boolean array with true value set for specified column names.
|
static void |
TypeDescriptionPrettyPrint.print(PrintStream output,
TypeDescription schema) |
OrcIndex |
DataReader.readRowIndex(StripeInformation stripe,
TypeDescription fileSchema,
OrcProto.StripeFooter footer,
boolean ignoreNonUtf8BloomFilter,
boolean[] included,
OrcProto.RowIndex[] indexes,
boolean[] sargColumns,
OrcFile.WriterVersion version,
OrcProto.Stream.Kind[] bloomFilterKinds,
OrcProto.BloomFilterIndex[] bloomFilterIndices) |
Reader.Options |
Reader.Options.schema(TypeDescription schema)
Set the schema on read type description.
|
OrcFile.WriterOptions |
OrcFile.WriterOptions.setSchema(TypeDescription schema)
Set the schema for the file.
|
Modifier and Type | Field and Description |
---|---|
protected TypeDescription |
RecordReaderImpl.schema |
Modifier and Type | Method and Description |
---|---|
static TypeDescription |
SchemaEvolution.createEventSchema(TypeDescription typeDescr) |
TypeDescription |
SchemaEvolution.getFileSchema() |
TypeDescription |
SchemaEvolution.getFileType(int id)
Get the file type by reader type id.
|
TypeDescription |
SchemaEvolution.getFileType(TypeDescription readerType) |
TypeDescription |
SchemaEvolution.getReaderBaseSchema()
Returns the non-ACID (aka base) reader type description.
|
TypeDescription |
SchemaEvolution.getReaderSchema() |
TypeDescription |
WriterImpl.getSchema() |
TypeDescription |
ReaderImpl.getSchema() |
Modifier and Type | Method and Description |
---|---|
protected void |
ConvertTreeReaderFactory.ConvertTreeReader.assignStringGroupVectorEntry(BytesColumnVector bytesColVector,
int elementNum,
TypeDescription readerType,
byte[] bytes) |
protected void |
ConvertTreeReaderFactory.ConvertTreeReader.assignStringGroupVectorEntry(BytesColumnVector bytesColVector,
int elementNum,
TypeDescription readerType,
byte[] bytes,
int start,
int length) |
static boolean |
ConvertTreeReaderFactory.canConvert(TypeDescription fileType,
TypeDescription readerType) |
protected void |
ConvertTreeReaderFactory.ConvertTreeReader.convertStringGroupVectorElement(BytesColumnVector bytesColVector,
int elementNum,
TypeDescription readerType) |
static ColumnStatisticsImpl |
ColumnStatisticsImpl.create(TypeDescription schema) |
static TreeReaderFactory.TreeReader |
ConvertTreeReaderFactory.createConvertTreeReader(TypeDescription readerType,
TreeReaderFactory.Context context)
(Rules from Hive's PrimitiveObjectInspectorUtils conversion)
To BOOLEAN, BYTE, SHORT, INT, LONG:
Convert from (BOOLEAN, BYTE, SHORT, INT, LONG) with down cast if necessary.
|
static TypeDescription |
SchemaEvolution.createEventSchema(TypeDescription typeDescr) |
static TreeReaderFactory.TreeReader |
TreeReaderFactory.createTreeReader(TypeDescription readerType,
TreeReaderFactory.Context context) |
static ColumnStatisticsImpl |
ColumnStatisticsImpl.deserialize(TypeDescription schema,
OrcProto.ColumnStatistics stats) |
static ColumnStatistics[] |
ReaderImpl.deserializeStats(TypeDescription schema,
List<OrcProto.ColumnStatistics> fileStats) |
void |
ConvertTreeReaderFactory.ConvertTreeReader.downCastAnyInteger(LongColumnVector longColVector,
int elementNum,
long inputLong,
TypeDescription readerType) |
void |
ConvertTreeReaderFactory.ConvertTreeReader.downCastAnyInteger(LongColumnVector longColVector,
int elementNum,
TypeDescription readerType) |
TypeDescription |
SchemaEvolution.getFileType(TypeDescription readerType) |
protected TreeReaderFactory.TreeReader |
ConvertTreeReaderFactory.ConvertTreeReader.getStringGroupTreeReader(int columnId,
TypeDescription fileType,
TreeReaderFactory.Context context) |
protected boolean |
ConvertTreeReaderFactory.ConvertTreeReader.integerDownCastNeeded(TypeDescription fileType,
TypeDescription readerType) |
static DiskRangeList |
RecordReaderUtils.planIndexReading(TypeDescription fileSchema,
OrcProto.StripeFooter footer,
boolean ignoreNonUtf8BloomFilter,
boolean[] fileIncluded,
boolean[] sargColumns,
OrcFile.WriterVersion version,
OrcProto.Stream.Kind[] bloomFilterKinds)
Plans the list of disk ranges that the given stripe needs to read the
indexes.
|
Constructor and Description |
---|
ListTreeReader(int fileColumn,
TypeDescription readerSchema,
TreeReaderFactory.Context context) |
MapTreeReader(int fileColumn,
TypeDescription readerSchema,
TreeReaderFactory.Context context) |
SchemaEvolution(TypeDescription fileSchema,
boolean[] readerIncluded)
Deprecated.
|
SchemaEvolution(TypeDescription fileSchema,
TypeDescription readerSchema,
boolean[] readerIncluded)
Deprecated.
|
SchemaEvolution(TypeDescription fileSchema,
TypeDescription readerSchema,
Reader.Options options) |
StructTreeReader(int columnId,
TypeDescription readerSchema,
TreeReaderFactory.Context context) |
UnionTreeReader(int fileColumn,
TypeDescription readerSchema,
TreeReaderFactory.Context context) |
Modifier and Type | Method and Description |
---|---|
DataMask |
MaskProvider.build(String name,
TypeDescription schema,
String... params) |
DataMask |
MaskFactory.build(TypeDescription schema) |
protected DataMask |
RedactMaskFactory.buildBinaryMask(TypeDescription schema) |
protected DataMask |
SHA256MaskFactory.buildBinaryMask(TypeDescription schema) |
protected abstract DataMask |
MaskFactory.buildBinaryMask(TypeDescription schema) |
protected DataMask |
RedactMaskFactory.buildBooleanMask(TypeDescription schema) |
protected DataMask |
SHA256MaskFactory.buildBooleanMask(TypeDescription schema) |
protected abstract DataMask |
MaskFactory.buildBooleanMask(TypeDescription schema) |
protected DataMask |
RedactMaskFactory.buildDateMask(TypeDescription schema) |
protected DataMask |
SHA256MaskFactory.buildDateMask(TypeDescription schema) |
protected abstract DataMask |
MaskFactory.buildDateMask(TypeDescription schema) |
protected DataMask |
RedactMaskFactory.buildDecimalMask(TypeDescription schema) |
protected DataMask |
SHA256MaskFactory.buildDecimalMask(TypeDescription schema) |
protected abstract DataMask |
MaskFactory.buildDecimalMask(TypeDescription schema) |
protected DataMask |
RedactMaskFactory.buildDoubleMask(TypeDescription schema) |
protected DataMask |
SHA256MaskFactory.buildDoubleMask(TypeDescription schema) |
protected abstract DataMask |
MaskFactory.buildDoubleMask(TypeDescription schema) |
protected DataMask |
RedactMaskFactory.buildLongMask(TypeDescription schema) |
protected DataMask |
SHA256MaskFactory.buildLongMask(TypeDescription schema) |
protected abstract DataMask |
MaskFactory.buildLongMask(TypeDescription schema) |
protected DataMask |
RedactMaskFactory.buildStringMask(TypeDescription schema) |
protected DataMask |
SHA256MaskFactory.buildStringMask(TypeDescription schema) |
protected abstract DataMask |
MaskFactory.buildStringMask(TypeDescription schema) |
protected DataMask |
MaskFactory.buildStructMask(TypeDescription schema) |
protected DataMask |
RedactMaskFactory.buildTimestampMask(TypeDescription schema) |
protected DataMask |
SHA256MaskFactory.buildTimestampMask(TypeDescription schema) |
protected abstract DataMask |
MaskFactory.buildTimestampMask(TypeDescription schema) |
Modifier and Type | Method and Description |
---|---|
protected DataMask[] |
MaskFactory.buildChildren(List<TypeDescription> children) |
Modifier and Type | Method and Description |
---|---|
TypeDescription |
WriterImplV2.getSchema() |
Modifier and Type | Method and Description |
---|---|
static TreeWriter |
TreeWriter.Factory.create(TypeDescription schema,
WriterContext streamFactory,
boolean nullable) |
Constructor and Description |
---|
BinaryTreeWriter(int columnId,
TypeDescription schema,
WriterContext writer,
boolean nullable) |
BooleanTreeWriter(int columnId,
TypeDescription schema,
WriterContext writer,
boolean nullable) |
ByteTreeWriter(int columnId,
TypeDescription schema,
WriterContext writer,
boolean nullable) |
DateTreeWriter(int columnId,
TypeDescription schema,
WriterContext writer,
boolean nullable) |
Decimal64TreeWriter(int columnId,
TypeDescription schema,
WriterContext writer,
boolean nullable) |
DecimalTreeWriter(int columnId,
TypeDescription schema,
WriterContext writer,
boolean nullable) |
DoubleTreeWriter(int columnId,
TypeDescription schema,
WriterContext writer,
boolean nullable) |
FloatTreeWriter(int columnId,
TypeDescription schema,
WriterContext writer,
boolean nullable) |
IntegerTreeWriter(int columnId,
TypeDescription schema,
WriterContext writer,
boolean nullable) |
StructTreeWriter(int columnId,
TypeDescription schema,
WriterContext writer,
boolean nullable) |
TimestampTreeWriter(int columnId,
TypeDescription schema,
WriterContext writer,
boolean nullable) |
Copyright © 2013–2018 The Apache Software Foundation. All rights reserved.