Package | Description |
---|---|
org.apache.pig |
Public interfaces and classes for Pig.
|
org.apache.pig.backend.hadoop.accumulo | |
org.apache.pig.backend.hadoop.hbase | |
org.apache.pig.builtin |
This package contains builtin Pig UDFs.
|
org.apache.pig.builtin.mock | |
org.apache.pig.impl.io | |
org.apache.pig.impl.logicalLayer.schema | |
org.apache.pig.impl.util | |
org.apache.pig.impl.util.avro | |
org.apache.pig.piggybank.storage | |
org.apache.pig.piggybank.storage.avro |
Modifier and Type | Method and Description |
---|---|
ResourceSchema |
ResourceSchema.ResourceFieldSchema.getSchema()
Get the schema for this field.
|
ResourceSchema |
LoadMetadata.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job)
Get a schema for the data to be loaded.
|
ResourceSchema |
LoadFuncMetadataWrapper.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
ResourceSchema |
ResourceSchema.setFields(ResourceSchema.ResourceFieldSchema[] fields)
Set all the fields.
|
ResourceSchema |
ResourceSchema.setSortKeyOrders(ResourceSchema.Order[] sortKeyOrders)
Set the order for each sort key.
|
ResourceSchema |
ResourceSchema.setSortKeys(int[] sortKeys)
Set the sort keys for htis data.
|
ResourceSchema |
ResourceSchema.setVersion(int version) |
Modifier and Type | Method and Description |
---|---|
void |
StoreFuncWrapper.checkSchema(ResourceSchema resourceSchema) |
void |
StoreFuncInterface.checkSchema(ResourceSchema s)
Set the schema for data to be stored.
|
void |
StoreFunc.checkSchema(ResourceSchema s)
Set the schema for data to be stored.
|
static boolean |
ResourceSchema.equals(ResourceSchema rs1,
ResourceSchema rs2)
Test whether two ResourceSchemas are the same.
|
ResourceSchema.ResourceFieldSchema |
ResourceSchema.ResourceFieldSchema.setSchema(ResourceSchema schema)
Set the schema for this field.
|
void |
StoreMetadata.storeSchema(ResourceSchema schema,
java.lang.String location,
org.apache.hadoop.mapreduce.Job job)
Store schema of the data being written
|
void |
StoreFuncMetadataWrapper.storeSchema(ResourceSchema resourceSchema,
java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
Modifier and Type | Field and Description |
---|---|
protected ResourceSchema |
AbstractAccumuloStorage.schema |
Modifier and Type | Method and Description |
---|---|
void |
AbstractAccumuloStorage.checkSchema(ResourceSchema s) |
Modifier and Type | Method and Description |
---|---|
void |
HBaseStorage.checkSchema(ResourceSchema s) |
Modifier and Type | Field and Description |
---|---|
protected ResourceSchema |
PigStorage.schema |
protected ResourceSchema |
JsonStorage.schema |
protected ResourceSchema |
JsonLoader.schema |
Modifier and Type | Method and Description |
---|---|
ResourceSchema |
JsonStorage.fixSchema(ResourceSchema s) |
ResourceSchema |
PigStorage.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
ResourceSchema |
OrcStorage.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
ResourceSchema |
JsonMetadata.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job)
For JsonMetadata schema is considered optional
This method suppresses (and logs) errors if they are encountered.
|
ResourceSchema |
JsonLoader.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
ResourceSchema |
BinStorage.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
ResourceSchema |
AvroStorage.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
ResourceSchema |
JsonMetadata.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job,
boolean isSchemaOn)
Read the schema from json metadata file
If isSchemaOn parameter is false, the errors are suppressed and logged
|
Modifier and Type | Method and Description |
---|---|
void |
PigStorage.checkSchema(ResourceSchema s) |
void |
OrcStorage.checkSchema(ResourceSchema rs) |
void |
JsonStorage.checkSchema(ResourceSchema s) |
void |
BinStorage.checkSchema(ResourceSchema s) |
void |
AvroStorage.checkSchema(ResourceSchema rs) |
ResourceSchema |
JsonStorage.fixSchema(ResourceSchema s) |
void |
PigStorage.storeSchema(ResourceSchema schema,
java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
void |
JsonStorage.storeSchema(ResourceSchema schema,
java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
void |
JsonMetadata.storeSchema(ResourceSchema schema,
java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
Modifier and Type | Method and Description |
---|---|
ResourceSchema |
Storage.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
Modifier and Type | Method and Description |
---|---|
void |
Storage.checkSchema(ResourceSchema s) |
void |
Storage.storeSchema(ResourceSchema schema,
java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
Modifier and Type | Method and Description |
---|---|
ResourceSchema |
TFileStorage.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
ResourceSchema |
SequenceFileInterStorage.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
ResourceSchema |
ReadToEndLoader.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
ResourceSchema |
InterStorage.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
Modifier and Type | Method and Description |
---|---|
void |
TFileStorage.checkSchema(ResourceSchema s) |
void |
SequenceFileInterStorage.checkSchema(ResourceSchema s) |
void |
InterStorage.checkSchema(ResourceSchema s) |
Modifier and Type | Method and Description |
---|---|
static Schema |
Schema.getPigSchema(ResourceSchema rSchema) |
Modifier and Type | Method and Description |
---|---|
static ResourceSchema |
Utils.getSchema(LoadFunc wrappedLoadFunc,
java.lang.String location,
boolean checkExistence,
org.apache.hadoop.mapreduce.Job job) |
static ResourceSchema |
Utils.getSchemaWithInputSourceTag(ResourceSchema schema,
java.lang.String fieldName)
This method adds FieldSchema of 'input source tag/path' as the first
field.
|
Modifier and Type | Method and Description |
---|---|
static ResourceSchema |
Utils.getSchemaWithInputSourceTag(ResourceSchema schema,
java.lang.String fieldName)
This method adds FieldSchema of 'input source tag/path' as the first
field.
|
Modifier and Type | Method and Description |
---|---|
static ResourceSchema |
AvroStorageSchemaConversionUtilities.avroSchemaToResourceSchema(org.apache.avro.Schema s,
java.lang.Boolean allowRecursiveSchema)
Translates an Avro schema to a Resource Schema (for Pig).
|
Modifier and Type | Method and Description |
---|---|
static org.apache.avro.Schema |
AvroStorageSchemaConversionUtilities.resourceSchemaToAvroSchema(ResourceSchema rs,
java.lang.String recordName,
java.lang.String recordNameSpace,
java.util.Map<java.lang.String,java.util.List<org.apache.avro.Schema>> definedRecordNames,
java.lang.Boolean doubleColonsToDoubleUnderscores)
Translated a ResourceSchema to an Avro Schema.
|
Modifier and Type | Field and Description |
---|---|
protected ResourceSchema |
DBStorage.schema |
protected ResourceSchema |
CSVExcelStorage.schema |
Modifier and Type | Method and Description |
---|---|
ResourceSchema |
HiveColumnarLoader.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
ResourceSchema |
FixedWidthLoader.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
ResourceSchema |
AllLoader.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
Modifier and Type | Method and Description |
---|---|
void |
HiveColumnarStorage.checkSchema(ResourceSchema s) |
void |
FixedWidthStorer.checkSchema(ResourceSchema s) |
void |
DBStorage.checkSchema(ResourceSchema s) |
void |
CSVExcelStorage.checkSchema(ResourceSchema s) |
void |
AllLoader.storeSchema(ResourceSchema schema,
java.lang.String location,
org.apache.hadoop.mapreduce.Job job) |
Modifier and Type | Method and Description |
---|---|
static ResourceSchema |
AvroSchema2Pig.convert(org.apache.avro.Schema schema)
Convert an Avro schema to a Pig schema
|
ResourceSchema |
AvroStorage.getSchema(java.lang.String location,
org.apache.hadoop.mapreduce.Job job)
Get avro schema from "location" and return the converted
PigSchema.
|
Modifier and Type | Method and Description |
---|---|
void |
AvroStorage.checkSchema(ResourceSchema s)
Append newly specified schema
|
static org.apache.avro.Schema |
PigSchema2Avro.convert(ResourceSchema pigSchema,
boolean nullable)
Convert a pig ResourceSchema to avro schema
|
static org.apache.avro.Schema |
PigSchema2Avro.validateAndConvert(org.apache.avro.Schema avroSchema,
ResourceSchema pigSchema)
Validate whether pigSchema is compatible with avroSchema
|
Copyright © 2007-2017 The Apache Software Foundation