Serialized Form
Package org.apache.hadoop.zebra.tfile |
Class org.apache.hadoop.zebra.tfile.CompareUtils.MemcmpRawComparator extends Object implements Serializable |
Class org.apache.hadoop.zebra.tfile.CompareUtils.ScalarComparator extends Object implements Serializable |
Package org.apache.hadoop.zebra.types |
serialVersionUID: 1L
serialVersionUID: 1L
filename
String filename
offset
Long offset
serialVersionUID: 2L
className
String className
ctorArgs
String[] ctorArgs
inputArgsSchema
Schema inputArgsSchema
serialVersionUID: 1L
alias
String alias
index
int index
subFields
List<E> subFields
type
byte type
serialVersionUID: 1L
fields
List<E> fields
serialVersionUID: 1L
errorCode
int errorCode
errorSource
byte errorSource
retriable
boolean retriable
detailedMessage
String detailedMessage
markedAsShowToUser
boolean markedAsShowToUser
serialVersionUID: 1L
fields
ResourceSchema.ResourceFieldSchema[] fields
sortKeys
int[] sortKeys
sortKeyOrders
ResourceSchema.Order[] sortKeyOrders
version
int version
serialVersionUID: 1L
name
String name
type
byte type
description
String description
schema
ResourceSchema schema
serialVersionUID: 1L
version
int version
numDistinctValues
Long numDistinctValues
mostCommonValues
Object[] mostCommonValues
- We need some way to represent a histogram of values in the field,
as those will be useful. However, we can't count on being
able to hold such histograms in memory. Have to figure out
how they can be kept on disk and represented here.
for now.. don't create so many buckets you can't hold them in memory
an ordered array of the most common values,
in descending order of frequency
mostCommonValuesFreq
float[] mostCommonValuesFreq
- an array that matches the mostCommonValues array, and lists
the frequencies of those values as a fraction (0 through 1) of
the total number of records
valueHistogram
Object[] valueHistogram
- an ordered array of values, from min val to max val
such that the number of records with values
between valueHistogram[i] and and valueHistogram[i+1] is
roughly equal for all values of i.
NOTE: if mostCommonValues is non-empty, the values in that array
should not be included in the histogram. Adjust accordingly.
serialVersionUID: 1L
colName
String colName
colIndex
int colIndex
sortOrder
SortColInfo.Order sortOrder
serialVersionUID: 1L
isGloballySorted
boolean isGloballySorted
sortColInfoList
List<E> sortColInfoList
Package org.apache.pig.backend |
serialVersionUID: 1L
Package org.apache.pig.backend.datastorage |
serialVersionUID: 1L
Package org.apache.pig.backend.executionengine |
serialVersionUID: 1L
Package org.apache.pig.backend.hadoop.datastorage |
serialVersionUID: 1L
Package org.apache.pig.backend.hadoop.executionengine.mapReduceLayer |
serialVersionUID: 1L
serialVersionUID: 1L
mapPlan
PhysicalPlan mapPlan
reducePlan
PhysicalPlan reducePlan
combinePlan
PhysicalPlan combinePlan
mapKeyType
byte mapKeyType
mapDone
boolean mapDone
reduceDone
boolean reduceDone
endOfAllInputInMap
boolean endOfAllInputInMap
endOfAllInputInReduce
boolean endOfAllInputInReduce
globalSort
boolean globalSort
limitAfterSort
boolean limitAfterSort
limitOnly
boolean limitOnly
feature
org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MapReduceOper.OPER_FEATURE feature
needsDistinctCombiner
boolean needsDistinctCombiner
useSecondaryKey
boolean useSecondaryKey
quantFile
String quantFile
sortOrder
boolean[] sortOrder
secondarySortOrder
boolean[] secondarySortOrder
UDFs
Set<E> UDFs
scalars
Set<E> scalars
isUDFComparatorUsed
boolean isUDFComparatorUsed
scope
String scope
requestedParallelism
int requestedParallelism
customPartitioner
String customPartitioner
limit
long limit
splitter
boolean splitter
skewedJoin
boolean skewedJoin
skewedJoinPartitionFile
String skewedJoinPartitionFile
usingTypedComparator
boolean usingTypedComparator
combineSmallSplits
boolean combineSmallSplits
phyToMRMap
MultiMap<K,V> phyToMRMap
serialVersionUID: 2L
serialVersionUID: 1L
nativeMRJar
String nativeMRJar
params
String[] params
Package org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.partitioners |
serialVersionUID: 1L
totalCount
long totalCount
Package org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.plans |
serialVersionUID: 1L
name
String name
plan
PhysicalPlan plan
code
int code
serialVersionUID: 1L
serialVersionUID: 1L
Package org.apache.pig.backend.hadoop.executionengine.physicalLayer |
serialVersionUID: 1L
serialVersionUID: 1L
requestedParallelism
int requestedParallelism
inputs
List<E> inputs
outputs
List<E> outputs
resultType
byte resultType
parentPlan
PhysicalPlan parentPlan
inputAttached
boolean inputAttached
input
Tuple input
res
Result res
alias
String alias
lineageTracer
LineageTracer lineageTracer
accum
boolean accum
serialVersionUID: 1L
returnStatus
byte returnStatus
result
Object result
Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators |
serialVersionUID: 1L
operandType
byte operandType
trueRef
Boolean trueRef
falseRef
Boolean falseRef
serialVersionUID: 1L
lhs
ExpressionOperator lhs
rhs
ExpressionOperator rhs
serialVersionUID: 1L
value
Object value
res
Result res
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 1L
cond
ExpressionOperator cond
lhs
ExpressionOperator lhs
rhs
ExpressionOperator rhs
serialVersionUID: 1L
readObject
private void readObject(ObjectInputStream is)
throws IOException,
ClassNotFoundException
- Throws:
IOException
ClassNotFoundException
funcSpec
FuncSpec funcSpec
castNotNeeded
boolean castNotNeeded
realType
Byte realType
fieldSchema
ResourceSchema.ResourceFieldSchema fieldSchema
serialVersionUID: 1L
serialVersionUID: 1L
key
String key
serialVersionUID: 1L
serialVersionUID: 1L
trueRes
Result trueRes
falseRes
Result falseRes
serialVersionUID: 1L
serialVersionUID: 1L
resultSingleTupleBag
boolean resultSingleTupleBag
columns
ArrayList<E> columns
processingBagOfTuples
boolean processingBagOfTuples
overloaded
boolean overloaded
isProjectToEnd
boolean isProjectToEnd
startCol
int startCol
serialVersionUID: 1L
impl
RegexImpl impl
serialVersionUID: 1L
sendEmptyBagOnEOP
boolean sendEmptyBagOnEOP
serialVersionUID: 1L
readObject
private void readObject(ObjectInputStream is)
throws IOException,
ClassNotFoundException
- Throws:
IOException
ClassNotFoundException
funcSpec
FuncSpec funcSpec
t1
Tuple t1
t2
Tuple t2
serialVersionUID: 1L
readObject
private void readObject(ObjectInputStream is)
throws IOException,
ClassNotFoundException
- Throws:
IOException
ClassNotFoundException
funcSpec
FuncSpec funcSpec
origFSpec
FuncSpec origFSpec
initialized
boolean initialized
executor
MonitoredUDFExecutor executor
referencedOperator
PhysicalOperator referencedOperator
isAccumulationDone
boolean isAccumulationDone
serialVersionUID: 1L
operandType
byte operandType
expr
ExpressionOperator expr
Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.regex |
serialVersionUID: 1L
regexop
PORegexp regexop
side
int side
rhsConstant
boolean rhsConstant
Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans |
serialVersionUID: 1L
endOfAllInput
boolean endOfAllInput
opmap
MultiMap<K,V> opmap
Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators |
serialVersionUID: 1L
plans
List<E> plans
leafOps
List<E> leafOps
keyType
byte keyType
output
Tuple output
outputBag
DataBag outputBag
prevKey
Object prevKey
useDefaultBag
boolean useDefaultBag
serialVersionUID: 1L
mBags
boolean[] mBags
keyLookup
Map<K,V> keyLookup
numBags
int numBags
serialVersionUID: 1L
myPlans
ArrayList<E> myPlans
getNext
boolean getNext
inpEOP
boolean inpEOP
curLeaf
PhysicalOperator curLeaf
curPlan
PhysicalPlan curPlan
- The current pipeline plan
inCombiner
boolean inCombiner
processedSet
BitSet processedSet
serialVersionUID: 1L
inputsAccumulated
boolean inputsAccumulated
distinctBag
DataBag distinctBag
serialVersionUID: 1L
plan
PhysicalPlan plan
comOp
PhysicalOperator comOp
compOperandType
byte compOperandType
serialVersionUID: 1L
inputPlans
List<E> inputPlans
opsToBeReset
List<E> opsToBeReset
processingPlan
boolean processingPlan
bags
Object[] bags
data
Object[] data
resultTypes
byte[] resultTypes
isToBeFlattenedArray
boolean[] isToBeFlattenedArray
tIn
ExampleTuple tIn
noItems
int noItems
planLeafOps
PhysicalOperator[] planLeafOps
inpTuple
Tuple inpTuple
serialVersionUID: 1L
readObject
private void readObject(ObjectInputStream is)
throws IOException,
ClassNotFoundException,
ExecException
- Throws:
IOException
ClassNotFoundException
ExecException
fragment
int fragment
phyPlanLists
List<E> phyPlanLists
keyTypes
List<E> keyTypes
LRs
POLocalRearrange[] LRs
replFiles
FileSpec[] replFiles
constExps
ConstantExpression[] constExps
fe
POForEach fe
replicates
Map<K,V>[] replicates
processingPlan
boolean processingPlan
dumTup
Tuple dumTup
setUp
boolean setUp
isLeftOuterJoin
boolean isLeftOuterJoin
nullBag
DataBag nullBag
serialVersionUID: 1L
customPartitioner
String customPartitioner
serialVersionUID: 1L
forEach
POOptimizedForEach forEach
newKey
boolean newKey
res
Tuple res
lastInputTuple
boolean lastInputTuple
firstTime
boolean firstTime
useDefaultBag
boolean useDefaultBag
chunkSize
long chunkSize
forEachResult
Result forEachResult
dbs
DataBag[] dbs
lastBagIndex
int lastBagIndex
serialVersionUID: 1L
soFar
long soFar
mLimit
long mLimit
serialVersionUID: 1L
lFile
FileSpec lFile
pc
PigContext pc
setUpDone
boolean setUpDone
signature
String signature
serialVersionUID: 1L
plans
List<E> plans
secondaryPlans
List<E> secondaryPlans
leafOps
List<E> leafOps
secondaryLeafOps
List<E> secondaryLeafOps
index
byte index
keyType
byte keyType
mainKeyType
byte mainKeyType
secondaryKeyType
byte secondaryKeyType
mIsDistinct
boolean mIsDistinct
isCross
boolean isCross
mProjectedColsMap
Map<K,V> mProjectedColsMap
mSecondaryProjectedColsMap
Map<K,V> mSecondaryProjectedColsMap
mFakeTuple
Tuple mFakeTuple
mProjectStar
boolean mProjectStar
mSecondaryProjectStar
boolean mSecondaryProjectStar
isKeyTuple
boolean isKeyTuple
isSecondaryKeyTuple
boolean isSecondaryKeyTuple
mProjectedColsMapSize
int mProjectedColsMapSize
mSecondaryProjectedColsMapSize
int mSecondaryProjectedColsMapSize
useSecondaryKey
boolean useSecondaryKey
stripKeyFromValue
boolean stripKeyFromValue
serialVersionUID: 1L
readObject
private void readObject(ObjectInputStream is)
throws IOException,
ClassNotFoundException,
ExecException
- Throws:
IOException
ClassNotFoundException
ExecException
sidFuncSpecs
List<E> sidFuncSpecs
sideFileSpecs
List<E> sideFileSpecs
LRs
POLocalRearrange[] LRs
indexFileName
String indexFileName
idxFuncSpec
FuncSpec idxFuncSpec
loaderSignatures
List<E> loaderSignatures
counter
int counter
serialVersionUID: 1L
readObject
private void readObject(ObjectInputStream is)
throws IOException,
ClassNotFoundException,
ExecException
- Throws:
IOException
ClassNotFoundException
ExecException
firstTime
boolean firstTime
LRs
POLocalRearrange[] LRs
opKey
OperatorKey opKey
prevLeftKey
Object prevLeftKey
prevLeftInp
Result prevLeftInp
prevRightKey
Object prevRightKey
prevRightInp
Result prevRightInp
doingJoin
boolean doingJoin
rightLoaderFuncSpec
FuncSpec rightLoaderFuncSpec
rightInputFileName
String rightInputFileName
indexFile
String indexFile
leftTuples
List<E> leftTuples
inpPlans
MultiMap<K,V> inpPlans
rightPipelineLeaf
PhysicalOperator rightPipelineLeaf
rightPipelineRoot
PhysicalOperator rightPipelineRoot
noInnerPlanOnRightSide
boolean noInnerPlanOnRightSide
curJoinKey
Object curJoinKey
curJoiningRightTup
Tuple curJoiningRightTup
counter
int counter
leftTupSize
int leftTupSize
rightTupSize
int rightTupSize
arrayListSize
int arrayListSize
signature
String signature
serialVersionUID: 1L
packages
List<E> packages
isKeyWrapped
ArrayList<E> isKeyWrapped
- If the POLocalRearranges corresponding to the reduce plans in
myPlans (the list of inner plans of the demux) have different key types
then the MultiQueryOptimizer converts all the keys to be of type tuple
by wrapping any non-tuple keys into Tuples (keys which are already tuples
are left alone).
The list below is a list of booleans indicating whether extra tuple wrapping
was done for the key in the corresponding POLocalRearranges and if we need
to "unwrap" the tuple to get to the key
sameMapKeyType
boolean sameMapKeyType
inCombiner
boolean inCombiner
serialVersionUID: 1L
nativeMRjar
String nativeMRjar
params
String[] params
serialVersionUID: 1L
serialVersionUID: 1L
key
Object key
isKeyTuple
boolean isKeyTuple
keyAsTuple
Tuple keyAsTuple
keyType
byte keyType
numInputs
int numInputs
useSecondaryKey
boolean useSecondaryKey
inner
boolean[] inner
distinct
boolean distinct
keyInfo
Map<K,V> keyInfo
firstTime
boolean firstTime
useDefaultBag
boolean useDefaultBag
pkgType
POPackage.PackageType pkgType
serialVersionUID: 1L
serialVersionUID: 1L
totalReducers
Integer totalReducers
loaded
boolean loaded
pigContext
PigContext pigContext
serialVersionUID: 1L
plans
List<E> plans
leafOps
List<E> leafOps
keyType
byte keyType
serialVersionUID: 1L
mInnerFlags
boolean[] mInnerFlags
mJoinPlans
MultiMap<K,V> mJoinPlans
serialVersionUID: 1L
sortPlans
List<E> sortPlans
ExprOutputTypes
List<E> ExprOutputTypes
mAscCols
List<E> mAscCols
mSortFunc
POUserComparisonFunc mSortFunc
mComparator
Comparator<T> mComparator
inputsAccumulated
boolean inputsAccumulated
limit
long limit
isUDFComparatorUsed
boolean isUDFComparatorUsed
sortedBag
DataBag sortedBag
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 1L
splitStore
FileSpec splitStore
myPlans
List<E> myPlans
processedSet
BitSet processedSet
inpEOP
boolean inpEOP
serialVersionUID: 1L
sFile
FileSpec sFile
schema
Schema schema
isTmpStore
boolean isTmpStore
isMultiStore
boolean isMultiStore
disableCounter
boolean disableCounter
index
int index
lFile
FileSpec lFile
sortInfo
SortInfo sortInfo
signature
String signature
serialVersionUID: 2L
executableManagerStr
String executableManagerStr
command
StreamingCommand command
properties
Properties properties
initialized
boolean initialized
binaryOutputQueue
BlockingQueue<E> binaryOutputQueue
binaryInputQueue
BlockingQueue<E> binaryInputQueue
allInputFromPredecessorConsumed
boolean allInputFromPredecessorConsumed
allOutputFromBinaryProcessed
boolean allOutputFromBinaryProcessed
serialVersionUID: 1L
done
BitSet done
nextReturnEOP
boolean nextReturnEOP
lastInd
int lastInd
Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.util |
Package org.apache.pig.data |
serialVersionUID: 1L
index
int index
serialVersionUID: 2L
amendKey
Object amendKey
serialVersionUID: 1L
serialVersionUID: 1L
mData
byte[] mData
mContents
Collection<E> mContents
mSpillFiles
FileList mSpillFiles
mSize
long mSize
mLastContentsSize
int mLastContentsSize
mMemSize
long mMemSize
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 2L
serialVersionUID: 2L
isNull
boolean isNull
mFields
List<E> mFields
serialVersionUID: 2L
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 2L
serialVersionUID: 1L
serialVersionUID: 2L
serialVersionUID: 1L
mContents
List<E> mContents
serialVersionUID: 2L
pkg
POPackageLite pkg
key
Object key
serialVersionUID: 1L
item
Tuple item
serialVersionUID: 2L
mReadStarted
boolean mReadStarted
serialVersionUID: 1L
serialVersionUID: 2L
t
Tuple t
targetOps
List<E> targetOps
isNull
boolean isNull
serialVersionUID: 2L
timestamp
double timestamp
heartbeat
boolean heartbeat
Package org.apache.pig.impl |
serialVersionUID: 1L
execType
ExecType execType
properties
Properties properties
scriptFiles
List<E> scriptFiles
scriptJars
List<E> scriptJars
definedFunctions
Map<K,V> definedFunctions
- a table mapping function names to function specs.
definedCommands
Map<K,V> definedCommands
- a table mapping names to streaming commands.
log4jProperties
Properties log4jProperties
defaultLogLevel
org.apache.log4j.Level defaultLogLevel
defaultParallel
int defaultParallel
inExplain
boolean inExplain
inIllustrator
boolean inIllustrator
last_alias
String last_alias
skippedShipPaths
List<E> skippedShipPaths
Package org.apache.pig.impl.io |
serialVersionUID: 2L
fileName
String fileName
funcSpec
FuncSpec funcSpec
Package org.apache.pig.impl.logicalLayer |
serialVersionUID: 1L
Package org.apache.pig.impl.logicalLayer.schema |
serialVersionUID: 2L
mFields
List<E> mFields
mAliases
Map<K,V> mAliases
mFieldSchemas
MultiMap<K,V> mFieldSchemas
twoLevelAccessRequired
boolean twoLevelAccessRequired
serialVersionUID: 2L
alias
String alias
- Alias for this field.
type
byte type
- Datatype, using codes from
DataType
.
schema
Schema schema
- If this is a tuple itself, it can have a schema. Otherwise this field
must be null.
canonicalName
String canonicalName
- Canonical name. This name uniquely identifies a field throughout
the query. Unlike a an alias, it cannot be changed. It will
change when the field is transformed in some way (such as being
used in an arithmetic expression or passed to a udf). At that
point a new canonical name will be generated for the field.
serialVersionUID: 1L
Package org.apache.pig.impl.logicalLayer.validators |
serialVersionUID: 1L
Package org.apache.pig.impl.plan |
serialVersionUID: 1L
mKey
OperatorKey mKey
- OperatorKey associated with this operator. This key is used to find the
operator in an OperatorPlan.
serialVersionUID: 1L
scope
String scope
id
long id
mOps
Map<K,V> mOps
mKeys
Map<K,V> mKeys
mFromEdges
MultiMap<K,V> mFromEdges
mToEdges
MultiMap<K,V> mToEdges
mSoftFromEdges
MultiMap<K,V> mSoftFromEdges
mSoftToEdges
MultiMap<K,V> mSoftToEdges
mRoots
List<E> mRoots
mLeaves
List<E> mLeaves
serialVersionUID: 1L
serialVersionUID: 1L
serialVersionUID: 1L
Package org.apache.pig.impl.plan.optimizer |
serialVersionUID: 1L
Package org.apache.pig.impl.streaming |
serialVersionUID: 1L
executable
String executable
argv
String[] argv
shipSpec
List<E> shipSpec
cacheSpec
List<E> cacheSpec
handleSpecs
Map<K,V> handleSpecs
- Map from the the stdin/stdout/stderr handles to their specifications
persistStderr
boolean persistStderr
logDir
String logDir
logFilesLimit
int logFilesLimit
shipFiles
boolean shipFiles
pigContext
PigContext pigContext
serialVersionUID: 1L
name
String name
spec
String spec
Package org.apache.pig.impl.util |
serialVersionUID: 1L
serialVersionUID: 2L
mMap
Map<K,V> mMap
serialVersionUID: 1L
first
Object first
second
Object second
Package org.apache.pig.newplan |
serialVersionUID: 1L
Package org.apache.pig.newplan.logical.relational |
serialVersionUID: 1L
Package org.apache.pig.newplan.logical.rules |
Class org.apache.pig.newplan.logical.rules.NotConversionVisitor extends Object implements Serializable |
Package org.apache.pig.parser |
serialVersionUID: 1L
alias
String alias
serialVersionUID: 1L
cmd
String cmd
serialVersionUID: 1L
ex
MalformedURLException ex
serialVersionUID: 1L
scalarExpr
ScalarExpression scalarExpr
msg
String msg
serialVersionUID: 1L
expr
LogicalExpression expr
serialVersionUID: 1L
serialVersionUID: 1L
cause
String cause
ex
Exception ex
serialVersionUID: 1L
location
SourceLocation location
serialVersionUID: 1L
ex
Exception ex
serialVersionUID: 1L
alias
String alias
Package org.apache.pig.pen.util |
serialVersionUID: 2L
synthetic
boolean synthetic
omittable
boolean omittable
expr
Object expr
t
Tuple t
Package org.apache.pig.piggybank.evaluation.stats |
schemaName
Vector<E> schemaName
- Deprecated.
flag
boolean flag
- Deprecated.
schemaName
Vector<E> schemaName
flag
boolean flag
schemaName
Vector<E> schemaName
- Deprecated.
flag
boolean flag
- Deprecated.
schemaName
Vector<E> schemaName
flag
boolean flag
Copyright © 2012 The Apache Software Foundation