boolean suppressStacktrace
List<E> _parseIssues
String _scriptString
String _message
SpoofCellwise.CellType _type
SpoofCellwise.AggOp _aggOp
boolean _sparseSafe
boolean _containsSeq
SpoofCellwise.AggOp[] _aggOps
boolean _sparseSafe
SpoofOuterProduct.OutProdType _outerProductType
SpoofRowwise.RowType _type
long _constDim2
boolean _tB1
int _reqVectMem
public void readExternal(ObjectInput is) throws IOException
IOException
- if IOException occurspublic void writeExternal(ObjectOutput os) throws IOException
IOException
- if IOException occurspublic void readExternal(ObjectInput is) throws IOException
IOException
- if IOException occurspublic void writeExternal(ObjectOutput os) throws IOException
IOException
- if IOException occursint[] _colIndexes
int _numRows
boolean _zeros
boolean _lossy
byte[] _data
char[] _data
int[] _ptr
ColGroupValue._dict
.char[] _data
int[] _skipList
MatrixBlock _data
ADictionary _dict
ParForProgramBlock.PDataPartitionFormat _dpf
int _N
long _uniqueID
CacheableData.CacheStatus _cacheStatus
SoftReference<T> _cache
CacheBlock _data
MetaData _metaData
FederationMap _fedMapping
String _hdfsFileName
boolean _hdfsFileExists
false
, one can skip file system existence
checks which can be expensive.FileFormatProperties _formatProps
boolean _dirtyFlag
true
if the in-memory or evicted matrix may be different from
the matrix located at CacheableData._hdfsFileName
; false
if the two
matrices should be the same.int _numReadThreads
boolean _cleanupFlag
String _cacheFileName
boolean _requiresLocalWrite
boolean _isAcquireFromEmpty
RDDObject _rddHandle
BroadcastObject<T extends CacheBlock> _bcHandle
HashMap<K,V> _gpuObjects
Types.ValueType[] _schema
MatrixObject.UpdateType _updateType
boolean _diag
boolean _markForLinCache
boolean _partitioned
ParForProgramBlock.PDataPartitionFormat _partitionFormat
int _partitionSize
String _partitionCacheName
MatrixBlock _partitionInMemory
FederatedRequest.RequestType _method
long _id
long _tid
List<E> _data
boolean _checkPrivacy
FederatedResponse.ResponseType _status
Object[] _data
Map<K,V> checkedConstraints
long[] _inputIDs
int _workerID
int _epochs
long _batchSize
ExecutionContext _ec
ParamServer _ps
DataIdentifier _output
FunctionCallCPInstruction _inst
MatrixObject _features
MatrixObject _labels
String _updFunc
Statement.PSFrequency _freq
String _program
HashMap<K,V> _clsMap
org.apache.spark.SparkConf _conf
int _port
String _aggFunc
org.apache.spark.util.LongAccumulator _aSetup
org.apache.spark.util.LongAccumulator _aWorker
org.apache.spark.util.LongAccumulator _aUpdate
org.apache.spark.util.LongAccumulator _aIndex
org.apache.spark.util.LongAccumulator _aGrad
org.apache.spark.util.LongAccumulator _aRPC
org.apache.spark.util.LongAccumulator _nBatches
org.apache.spark.util.LongAccumulator _nEpochs
long _fcol
long _lcol
int _workersNum
SparkDataPartitioner _dp
List<E> _globalPerms
PartitionedBroadcast<T extends CacheBlock> _workerIndicator
DataPartitionSparkScheme _scheme
long _rlen
long _clen
long _blen
ParForProgramBlock.PDataPartitionFormat _dpf
long _n
String _fnameNew
int _replication
String _prog
HashMap<K,V> _clsMap
boolean _caching
String _inputVar
String _iterVar
Types.FileFormat _fmt
int _rlen
int _clen
int _blen
boolean _tSparseCol
ParForProgramBlock.PDataPartitionFormat _dpf
org.apache.spark.util.LongAccumulator _aTasks
org.apache.spark.util.LongAccumulator _aIters
long _jobid
String _prog
HashMap<K,V> _clsMap
boolean _initialized
boolean _caching
boolean _cleanCache
Map<K,V> _lineage
org.apache.spark.util.LongAccumulator _aTasks
org.apache.spark.util.LongAccumulator _aIters
Map<K,V> _brInputs
MatrixObject _output
MatrixObject[] _inputs
String _outputFName
boolean _isAccum
ResultMerge _rm
IDSequence _seq
DenseBlock _compare
ExecutionContext _ec
int _numMappers
int _numReducers
String _iterVar
Task.TaskType _type
LinkedList<E> _iterations
MatrixIndexes indexes
MatrixBlock block
MatrixIndexes indexes
MatrixCell cell
int[] _dims
Types.ValueType _vt
boolean _sparse
long _nnz
DenseBlock _denseBlock
SparseBlock _sparseBlock
int[] _dims
BasicTensorBlock[] _colsdata
Types.ValueType[] _schema
int[] _colsToIx
int[][] _ixToCols
int _rlen
int[] _odims
double[] _reuse
BitSet _data
float[] _data
double[] _data
int[] _data
long[] _data
BitSet[] _blocks
int _blen
float[][] _blocks
double[][] _blocks
int[][] _blocks
long[][] _blocks
String[][] _blocks
String[] _data
TensorIndexes _indexes
TensorBlock _block
int _rlen
int[] _rindexes
int[] _cindexes
double[] _values
int _size
int[] _ptr
int[] _indexes
double[] _values
int _size
SparseRow[] _rows
int index
double value
int estimatedNzs
int maxNzs
int size
double[] values
int[] indexes
public void readExternal(ObjectInput in) throws IOException
IOException
public void writeExternal(ObjectOutput out) throws IOException
IOException
public void readExternal(ObjectInput is) throws IOException
IOException
- if IOException occurspublic void writeExternal(ObjectOutput os) throws IOException
IOException
- if IOException occursBuiltin.BuiltinCode bFunc
CMOperator.AggregateOperationTypes _type
KahanPlus _plus
KahanObject _buff2
KahanObject _buff3
KahanPlus _plus
boolean diagV2M
KahanPlus kplus
KahanPlus _plus
double _cnt
IntegerDivide _intdiv
int offset
int numRowsInOutput
int numColumnsInOutput
ParameterizedBuiltin.ParameterizedBuiltinCode bFunc
ParameterizedBuiltin.ProbabilityDistributionCode distFunc
double _cnt
int[] _cols
boolean _decreasing
boolean _ixreturn
boolean _value
double w
KahanObject mean
KahanObject m2
KahanObject m3
KahanObject m4
KahanObject mean_v
KahanObject c2
Types.DataType dataType
Types.ValueType valueType
PrivacyConstraint _privacyConstraint
double _value
long _value
double _sum
double _correction
String _value
String _spec
int _offset
long _outputID
Encoder _encoder
long _outputID
FrameBlock _meta
Decoder _decoder
AggregateUnaryOperator _op
int _blen
AggregateUnaryOperator _op
long _shiftBy
boolean _cbind
boolean _cbind
long _lastIxLeft
int _blen
boolean _cbind
long _startIx
int _shiftBy
int _blen
long _outlen
BinaryOperator _bOp
AggregateUnaryOperator _uaggOp
DataCharacteristics _mcOut
EncoderMVImpute _encoder
EncoderRecode _raEncoder
EncoderMVImpute _encoder
org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.MaxLongAccumulator _accMax
int blen
Operator op
PartitionedBroadcast<T extends CacheBlock> _pbm
Operator _op
int _ngroups
int _blen
PartitionedBroadcast<T extends CacheBlock> _pbm
Operator _op
int _ngroups
boolean _rmRows
long _len
long _blen
boolean _rmRows
long _len
long _blen
PartitionedBroadcast<T extends CacheBlock> _off
double _pattern
double _replacement
double _maxVal
boolean _dirRows
boolean _cast
boolean _ignore
long _blen
org.apache.spark.broadcast.Broadcast<T> _bencoder
org.apache.spark.broadcast.Broadcast<T> _omap
int[] _omitColList
int _clen
int _blen
Decoder _decoder
int _blen
long _len
long _blen
int _numParts
int _ncparts
long _rbPerPart
long _cbPerPart
public void readExternal(ObjectInput is) throws IOException
IOException
- if IOException occurspublic void writeExternal(ObjectOutput os) throws IOException
IOException
- if IOException occursMatrixIndexes _indexes
MatrixValue _value
public void readExternal(ObjectInput is) throws IOException
IOException
- if IOException occurspublic void writeExternal(ObjectOutput os) throws IOException
IOException
- if IOException occursorg.apache.spark.broadcast.Broadcast<T>[] _pbc
DataCharacteristics _dc
public void readExternal(ObjectInput is) throws IOException
IOException
- if IOException occurspublic void writeExternal(ObjectOutput os) throws IOException
IOException
- if IOException occursAggregateOperator _op
org.apache.spark.util.LongAccumulator _aNnz
int blen
boolean _deepCopy
boolean _deepCopy
boolean _deepCopy
boolean _deepCopy
boolean _deepCopy
boolean _deepCopy
SparseBlock.Type _stype
long rlen
long clen
int in_blen
int out_blen
long _blen
long _ngroups
Operator _op
PartitionedBroadcast<T extends CacheBlock> _pbm
long[] _cols
int _blen
long _rl
long _ru
long _cl
long _cu
int _blen
long _rl
long _ru
BinaryOperator _bop
ScalarOperator _op
BinaryOperator _op
PartitionedBroadcast<T extends CacheBlock> _pmV
BinaryM.VectorType _vtype
BinaryOperator _op
PartitionedBroadcast<T extends CacheBlock> _pmV
Operator _op
Operator op
int _numDims
long _newBlen
ReorgOperator _reorgOp
IndexFunction _indexFnObject
long _len
long _blen
boolean _left
boolean _deep
int _byDim
long _numReplicas
boolean _byRow
long _numReplicas
BinaryOperator _bop
BinaryOperator _op
PartitionedBroadcast<T extends CacheBlock> _ptV
boolean[] _replicateDim
int _index
boolean _asc
boolean _asc
FileFormatPropertiesMM.MMFormat _fmt
FileFormatPropertiesMM.MMField _field
FileFormatPropertiesMM.MMSymmetry _symmetry
int N
int C
int H
int W
int K
int R
int S
int P
int Q
int stride_h
int stride_w
int pad_h
int pad_w
int numThreads
boolean enableNative
MatrixBlock input1
MatrixBlock input2
MatrixBlock output
MatrixBlock bias
int[] start_indexes_h
int[] end_indexes_h
int[] start_indexes_w
int[] end_indexes_w
double minValForMaxPoolOperations
public void readExternal(ObjectInput in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
public void writeExternal(ObjectOutput out) throws IOException
IOException
long _ndistinct
String _mvValue
public void readExternal(ObjectInput is) throws IOException
IOException
- if IOException occurspublic void writeExternal(ObjectOutput os) throws IOException
IOException
- if IOException occursdouble value
public void readExternal(ObjectInput is) throws IOException
IOException
- if IOException occurspublic void writeExternal(ObjectOutput os) throws IOException
IOException
- if IOException occurslong first
long second
long third
double weight
double other
ValueFunction binaryFn
AggregateOperator aggOp
int k
double initialValue
BinaryOperator increOp
Types.CorrectionLocationType correction
ValueFunction binaryFn
AggregateOperator aggOp
IndexFunction indexFn
int k
AggregateOperator aggOp
IndexFunction indexFn
int k
ValueFunction fn
ValueFunction fn
CMOperator.AggregateOperationTypes aggOpType
CountDistinctOperator.CountDistinctTypes operatorType
Hash.HashType hashType
COV fn
boolean sparseSafe
WeightedSquaredLoss.WeightsType wtype1
WeightedSigmoid.WSigmoidType wtype2
WeightedDivMM.WDivMMType wtype3
WeightedCrossEntropy.WCeMMType wtype4
WeightedUnaryMM.WUMMType wtype5
ValueFunction fn
double eps
IndexFunction fn
int k
ValueFunction fn
double _constant
int k
FunctionObject fn
TernaryValueFunction fn
ValueFunction fn
int k
boolean inplace
int _blocksize
long numRows
long numColumns
long nonZero
boolean ubNnz
long[] _dims
long _nnz
public void readExternal(ObjectInput is) throws IOException
IOException
public void writeExternal(ObjectOutput objectOutput) throws IOException
IOException
Types.ValueType[] _schema
int[] _colList
String[] _colnames
int[] _clPos
int[] _cuPos
int[] _dcCols
int[] _srcCols
int _clen
int[] _colList
int[] _numBins
double[][] _binMins
double[][] _binMaxs
List<E> _encoders
FrameBlock _meta
int[] _domainSizes
long _dummycodedLength
long _K
EncoderMVImpute.MVMethod[] _mvMethodList
Mean _meanFn
KahanObject[] _meanList
long[] _countList
String[] _replacementList
List<E> _rcList
HashMap<K,V> _hist
boolean _federated
boolean[] _rmRows
String _string
char _del
int _pos
long rowStart
long rowEnd
long colStart
long colEnd
Copyright © 2020 The Apache Software Foundation. All rights reserved.