Serialized Form
-
Package org.apache.sysds.api
-
Class org.apache.sysds.api.DMLException extends RuntimeException implements Serializable
- serialVersionUID:
- 1L
-
-
Package org.apache.sysds.api.mlcontext
-
Class org.apache.sysds.api.mlcontext.MLContextException extends RuntimeException implements Serializable
- serialVersionUID:
- 1842275827863526536L
-
Serialized Fields
-
suppressStacktrace
boolean suppressStacktrace
-
-
-
Package org.apache.sysds.hops
-
Class org.apache.sysds.hops.HopsException extends DMLException implements Serializable
- serialVersionUID:
- 1L
-
-
Package org.apache.sysds.hops.fedplanner
-
Class org.apache.sysds.hops.fedplanner.PrivacyConstraintLoader.PrivacyConstraintRetriever extends FederatedUDF implements Serializable
- serialVersionUID:
- 3551741240135587183L
-
Serialized Fields
-
filename
String filename
-
-
-
Package org.apache.sysds.lops
-
Class org.apache.sysds.lops.LopsException extends DMLException implements Serializable
- serialVersionUID:
- 1L
-
-
Package org.apache.sysds.parser
-
Class org.apache.sysds.parser.LanguageException extends DMLException implements Serializable
- serialVersionUID:
- 1L
-
Class org.apache.sysds.parser.ParseException extends DMLException implements Serializable
- serialVersionUID:
- 9199966053655385928L
-
Serialized Fields
-
_message
String _message
Standard exception message. If no list of parse issues exists, this message can be used to display a parse exception message that doesn't relate to the list of parse issues. -
_parseIssues
List<CustomErrorListener.ParseIssue> _parseIssues
List of issues that happened during parsing. Typically set by the error listener. -
_scriptString
String _scriptString
The DML/PyDML script string. Used to display the original lines where the parse issues occurred.
-
-
-
Package org.apache.sysds.runtime
-
Class org.apache.sysds.runtime.DMLRuntimeException extends DMLException implements Serializable
- serialVersionUID:
- 1L
-
Class org.apache.sysds.runtime.DMLScriptException extends DMLRuntimeException implements Serializable
- serialVersionUID:
- 1L
-
-
Package org.apache.sysds.runtime.codegen
-
Class org.apache.sysds.runtime.codegen.SpoofCellwise extends SpoofOperator implements Serializable
- serialVersionUID:
- 3442528770573293590L
-
Serialized Fields
-
_aggOp
SpoofCellwise.AggOp _aggOp
-
_containsSeq
boolean _containsSeq
-
_sparseSafe
boolean _sparseSafe
-
_type
SpoofCellwise.CellType _type
-
-
Class org.apache.sysds.runtime.codegen.SpoofCUDACellwise extends SpoofCellwise implements Serializable
- serialVersionUID:
- -5255791443086948200L
-
Serialized Fields
-
call
SpoofCUDAOperator.PrecisionProxy call
-
ctx
long ctx
-
fallback_java_op
SpoofCellwise fallback_java_op
-
ID
int ID
-
-
Class org.apache.sysds.runtime.codegen.SpoofCUDARowwise extends SpoofRowwise implements Serializable
- serialVersionUID:
- 3080001135814944399L
-
Serialized Fields
-
call
SpoofCUDAOperator.PrecisionProxy call
-
ctx
long ctx
-
ID
int ID
-
-
Class org.apache.sysds.runtime.codegen.SpoofMultiAggregate extends SpoofOperator implements Serializable
- serialVersionUID:
- -6164871955591089349L
-
Serialized Fields
-
_aggOps
SpoofCellwise.AggOp[] _aggOps
-
_sparseSafe
boolean _sparseSafe
-
-
Class org.apache.sysds.runtime.codegen.SpoofOperator extends Object implements Serializable
- serialVersionUID:
- 3834006998853573319L
-
Class org.apache.sysds.runtime.codegen.SpoofOuterProduct extends SpoofOperator implements Serializable
- serialVersionUID:
- 2948612259863710279L
-
Serialized Fields
-
_outerProductType
SpoofOuterProduct.OutProdType _outerProductType
-
-
Class org.apache.sysds.runtime.codegen.SpoofRowwise extends SpoofOperator implements Serializable
- serialVersionUID:
- 6242910797139642998L
-
Serialized Fields
-
_constDim2
long _constDim2
-
_reqVectMem
int _reqVectMem
-
_tB1
boolean _tB1
-
_type
SpoofRowwise.RowType _type
-
-
-
Package org.apache.sysds.runtime.compress
-
Class org.apache.sysds.runtime.compress.CompressedMatrixBlock extends MatrixBlock implements Serializable
- serialVersionUID:
- 73193720143154058L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd de-serialization.- Throws:
IOException
- if IOException occurs
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.compress.DMLCompressionException extends DMLRuntimeException implements Serializable
- serialVersionUID:
- 1L
-
-
Package org.apache.sysds.runtime.compress.colgroup
-
Class org.apache.sysds.runtime.compress.colgroup.AColGroup extends Object implements Serializable
- serialVersionUID:
- -1318908671481L
-
Serialized Fields
-
_colIndexes
IColIndex _colIndexes
The ColGroup indexes contained in the ColGroup
-
-
Class org.apache.sysds.runtime.compress.colgroup.AColGroupCompressed extends AColGroup implements Serializable
- serialVersionUID:
- 6219835795420081223L
-
Class org.apache.sysds.runtime.compress.colgroup.AColGroupOffset extends APreAgg implements Serializable
- serialVersionUID:
- -4105103687174067602L
-
Serialized Fields
-
_data
char[] _data
Linearized bitmaps (variable lengths) -
_numRows
int _numRows
The number of rows in this column group -
_ptr
int[] _ptr
Bitmaps, one per uncompressed value tuple in dict. -
_zeros
boolean _zeros
If the column group contains unassigned rows.
-
-
Class org.apache.sysds.runtime.compress.colgroup.AColGroupValue extends ADictBasedColGroup implements Serializable
- serialVersionUID:
- -6835757655517301955L
-
Serialized Fields
-
counts
SoftReference<int[]> counts
The count of each distinct value contained in the dictionary
-
-
Class org.apache.sysds.runtime.compress.colgroup.ADictBasedColGroup extends AColGroupCompressed implements Serializable
- serialVersionUID:
- -3737025296618703668L
-
Serialized Fields
-
_dict
IDictionary _dict
Distinct value tuples associated with individual bitmaps.
-
-
Class org.apache.sysds.runtime.compress.colgroup.AMorphingMMColGroup extends AColGroupValue implements Serializable
- serialVersionUID:
- -4265713396790607199L
-
Class org.apache.sysds.runtime.compress.colgroup.APreAgg extends AColGroupValue implements Serializable
- serialVersionUID:
- 3250955207277128281L
-
Class org.apache.sysds.runtime.compress.colgroup.ASDC extends AMorphingMMColGroup implements Serializable
- serialVersionUID:
- 769993538831949086L
-
Serialized Fields
-
_indexes
AOffset _indexes
Sparse row indexes for the data -
_numRows
int _numRows
The number of rows in this column group
-
-
Class org.apache.sysds.runtime.compress.colgroup.ASDCZero extends APreAgg implements Serializable
- serialVersionUID:
- -69266306137398807L
-
Serialized Fields
-
_indexes
AOffset _indexes
Sparse row indexes for the data -
_numRows
int _numRows
The number of rows in this column group
-
-
Class org.apache.sysds.runtime.compress.colgroup.ColGroupConst extends ADictBasedColGroup implements Serializable
- serialVersionUID:
- -7387793538322386611L
-
Class org.apache.sysds.runtime.compress.colgroup.ColGroupDDC extends APreAgg implements Serializable
- serialVersionUID:
- -5769772089913918987L
-
Serialized Fields
-
_data
AMapToData _data
-
-
Class org.apache.sysds.runtime.compress.colgroup.ColGroupDDCFOR extends AMorphingMMColGroup implements Serializable
- serialVersionUID:
- -5769772089913918987L
-
Serialized Fields
-
_data
AMapToData _data
Pointers to row indexes in the dictionary -
_reference
double[] _reference
Reference values in this column group
-
-
Class org.apache.sysds.runtime.compress.colgroup.ColGroupEmpty extends AColGroupCompressed implements Serializable
- serialVersionUID:
- -2307677253622099958L
-
Class org.apache.sysds.runtime.compress.colgroup.ColGroupLinearFunctional extends AColGroupCompressed implements Serializable
- serialVersionUID:
- -2811822570758221975L
-
Serialized Fields
-
_coefficents
double[] _coefficents
-
_numRows
int _numRows
-
-
Class org.apache.sysds.runtime.compress.colgroup.ColGroupOLE extends AColGroupOffset implements Serializable
- serialVersionUID:
- 5723227906925121066L
-
Class org.apache.sysds.runtime.compress.colgroup.ColGroupRLE extends AColGroupOffset implements Serializable
- serialVersionUID:
- -1560710477952862791L
-
Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDC extends ASDC implements Serializable
- serialVersionUID:
- 769993538831949086L
-
Serialized Fields
-
_data
AMapToData _data
Pointers to row indexes in the dictionary. -
_defaultTuple
double[] _defaultTuple
The default value stored in this column group
-
-
Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCFOR extends ASDC implements Serializable
- serialVersionUID:
- 3883228464052204203L
-
Serialized Fields
-
_data
AMapToData _data
Pointers to row indexes in the dictionary. -
_reference
double[] _reference
Reference values in this column group
-
-
Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCSingle extends ASDC implements Serializable
- serialVersionUID:
- 3883228464052204200L
-
Serialized Fields
-
_defaultTuple
double[] _defaultTuple
The default value stored in this column group
-
-
Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCSingleZeros extends ASDCZero implements Serializable
- serialVersionUID:
- 8033235615964315078L
-
Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCZeros extends ASDCZero implements Serializable
- serialVersionUID:
- -3703199743391937991L
-
Serialized Fields
-
_data
AMapToData _data
Pointers to row indexes in the dictionary. Note the dictionary has one extra entry.
-
-
Class org.apache.sysds.runtime.compress.colgroup.ColGroupUncompressed extends AColGroup implements Serializable
- serialVersionUID:
- -8254271148043292199L
-
Serialized Fields
-
_data
MatrixBlock _data
We store the contents of the columns as a MatrixBlock to take advantage of high-performance routines available for this data structure.
-
-
-
Package org.apache.sysds.runtime.compress.colgroup.dictionary
-
Class org.apache.sysds.runtime.compress.colgroup.dictionary.ADictionary extends Object implements Serializable
- serialVersionUID:
- 9118692576356558592L
-
Class org.apache.sysds.runtime.compress.colgroup.dictionary.DeltaDictionary extends Dictionary implements Serializable
- serialVersionUID:
- -5700139221491143705L
-
Serialized Fields
-
_numCols
int _numCols
-
-
Class org.apache.sysds.runtime.compress.colgroup.dictionary.Dictionary extends ADictionary implements Serializable
- serialVersionUID:
- -6517136537249507753L
-
Serialized Fields
-
_values
double[] _values
-
cache
SoftReference<MatrixBlockDictionary> cache
A Cache to contain a MatrixBlock version of the dictionary.
-
-
Class org.apache.sysds.runtime.compress.colgroup.dictionary.IdentityDictionary extends ADictionary implements Serializable
- serialVersionUID:
- 2535887782150955098L
-
Serialized Fields
-
cache
SoftReference<MatrixBlockDictionary> cache
A Cache to contain a materialized version of the identity matrix. -
nRowCol
int nRowCol
The number of rows or columns, rows can be +1 if withEmpty is set. -
withEmpty
boolean withEmpty
Specify if the Identity matrix should contain an empty row in the end.
-
-
Class org.apache.sysds.runtime.compress.colgroup.dictionary.IdentityDictionarySlice extends IdentityDictionary implements Serializable
- serialVersionUID:
- 2535887782150955098L
-
Serialized Fields
-
l
int l
-
u
int u
-
-
Class org.apache.sysds.runtime.compress.colgroup.dictionary.MatrixBlockDictionary extends ADictionary implements Serializable
- serialVersionUID:
- 2535887782150955098L
-
Serialized Fields
-
_data
MatrixBlock _data
-
-
Class org.apache.sysds.runtime.compress.colgroup.dictionary.PlaceHolderDict extends Object implements Serializable
- serialVersionUID:
- 9176356558592L
-
Serialized Fields
-
nVal
int nVal
The number of values supposed to be contained in this dictionary
-
-
Class org.apache.sysds.runtime.compress.colgroup.dictionary.QDictionary extends ADictionary implements Serializable
- serialVersionUID:
- 2100501253343438897L
-
Serialized Fields
-
_scale
double _scale
-
_values
byte[] _values
-
-
-
Package org.apache.sysds.runtime.compress.colgroup.mapping
-
Class org.apache.sysds.runtime.compress.colgroup.mapping.AMapToData extends Object implements Serializable
- serialVersionUID:
- 1208906071822976041L
-
Serialized Fields
-
nUnique
int nUnique
Number of unique values inside this map.
-
-
Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToBit extends AMapToData implements Serializable
- serialVersionUID:
- -8065234231282619903L
-
Serialized Fields
-
_data
long[] _data
-
_size
int _size
-
-
Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToByte extends AMapToData implements Serializable
- serialVersionUID:
- -2498505439667351828L
-
Serialized Fields
-
_data
byte[] _data
-
-
Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToChar extends AMapToData implements Serializable
- serialVersionUID:
- 6315708056775476541L
-
Serialized Fields
-
_data
char[] _data
-
-
Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToCharPByte extends AMapToData implements Serializable
- serialVersionUID:
- 6315708056775476541L
-
Serialized Fields
-
_data_b
byte[] _data_b
-
_data_c
char[] _data_c
-
-
Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToInt extends AMapToData implements Serializable
- serialVersionUID:
- -5557070920888782274L
-
Serialized Fields
-
_data
int[] _data
-
-
Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToUByte extends MapToByte implements Serializable
- serialVersionUID:
- -2498505439667351828L
-
Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToZero extends AMapToData implements Serializable
- serialVersionUID:
- -8065234231282619923L
-
Serialized Fields
-
_size
int _size
-
-
-
Package org.apache.sysds.runtime.compress.colgroup.offset
-
Class org.apache.sysds.runtime.compress.colgroup.offset.AOffset extends Object implements Serializable
- serialVersionUID:
- 6910025321078561338L
-
Serialized Fields
-
cacheRow
ThreadLocal<org.apache.sysds.runtime.compress.colgroup.offset.AOffset.OffsetCache> cacheRow
Thread local cache for a single recently used Iterator, this is used for cache blocking -
skipList
SoftReference<org.apache.sysds.runtime.compress.colgroup.offset.AOffset.OffsetCacheV2[]> skipList
SoftReference of the skip list to be dematerialized on memory pressure
-
-
Class org.apache.sysds.runtime.compress.colgroup.offset.AOffsetByte extends AOffset implements Serializable
- serialVersionUID:
- -4716104973912491790L
-
Serialized Fields
-
offsets
byte[] offsets
-
offsetToFirst
int offsetToFirst
-
offsetToLast
int offsetToLast
-
-
Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByte extends AOffsetByte implements Serializable
- serialVersionUID:
- -4716104973912491790L
-
Serialized Fields
-
size
int size
-
-
Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByteNZ extends AOffsetByte implements Serializable
- serialVersionUID:
- -4716104973912291890L
-
Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByteUNZ extends AOffsetByte implements Serializable
- serialVersionUID:
- -4716104973912299990L
-
Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetChar extends AOffset implements Serializable
- serialVersionUID:
- -1192266421395964882L
-
Serialized Fields
-
noZero
boolean noZero
-
offsets
char[] offsets
-
offsetToFirst
int offsetToFirst
-
offsetToLast
int offsetToLast
-
-
Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetEmpty extends AOffset implements Serializable
- serialVersionUID:
- -471610497392221790L
-
Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetSingle extends AOffset implements Serializable
- serialVersionUID:
- -614636669776415032L
-
Serialized Fields
-
off
int off
-
-
Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetTwo extends AOffset implements Serializable
- serialVersionUID:
- -3756723021239389269L
-
Serialized Fields
-
first
int first
-
last
int last
-
-
-
Package org.apache.sysds.runtime.compress.cost
-
Class org.apache.sysds.runtime.compress.cost.ACostEstimate extends Object implements Serializable
- serialVersionUID:
- -3241425555L
-
Class org.apache.sysds.runtime.compress.cost.ComputationCostEstimator extends ACostEstimate implements Serializable
- serialVersionUID:
- -1205636215389161815L
-
Serialized Fields
-
ins
InstructionTypeCounter ins
-
-
Class org.apache.sysds.runtime.compress.cost.CostEstimatorBuilder extends Object implements Serializable
- serialVersionUID:
- 14L
-
Serialized Fields
-
counter
InstructionTypeCounter counter
-
-
Class org.apache.sysds.runtime.compress.cost.DistinctCostEstimator extends ACostEstimate implements Serializable
- serialVersionUID:
- 4784682182584508597L
-
Serialized Fields
-
largestDistinct
double largestDistinct
-
-
Class org.apache.sysds.runtime.compress.cost.HybridCostEstimator extends ACostEstimate implements Serializable
- serialVersionUID:
- -542307595058927576L
-
Serialized Fields
-
costEstimator
ComputationCostEstimator costEstimator
-
memoryCostEstimator
MemoryCostEstimator memoryCostEstimator
-
-
Class org.apache.sysds.runtime.compress.cost.InstructionTypeCounter extends Object implements Serializable
- serialVersionUID:
- 115L
-
Serialized Fields
-
compressedMultiplications
int compressedMultiplications
Total number of left column groups to compressed multiply with, taken as worst case meaning number of rows -
decompressions
int decompressions
Number of decompressions of this column group directly (aka decompress to same size output) -
dictionaryOps
int dictionaryOps
Number of operations that only modify underlying dictionary -
indexing
int indexing
Number of operations that scan through the entry index structure -
isDensifying
boolean isDensifying
Boolean specifying if the matrix is getting densified, meaning exploiting zeros is gone. -
leftMultiplications
int leftMultiplications
Total number of left side rows to multiply with -
overlappingDecompressions
int overlappingDecompressions
Total number of columns to decompress overlapping into -
rightMultiplications
int rightMultiplications
Total number of right side columns to multiply with -
scans
int scans
Number of scans through the column groups (aka. rowSums for instance)
-
-
Class org.apache.sysds.runtime.compress.cost.MemoryCostEstimator extends ACostEstimate implements Serializable
- serialVersionUID:
- -1264988969161809465L
-
-
Package org.apache.sysds.runtime.compress.io
-
Class org.apache.sysds.runtime.compress.io.CompressedWriteBlock extends Object implements Serializable
- serialVersionUID:
- -587986086067463499L
-
Serialized Fields
-
mb
MatrixBlock mb
-
-
Class org.apache.sysds.runtime.compress.io.CompressUnwrap extends Object implements Serializable
- serialVersionUID:
- 966405324406154236L
-
Class org.apache.sysds.runtime.compress.io.CompressWrap extends Object implements Serializable
- serialVersionUID:
- 966405324406154236L
-
Class org.apache.sysds.runtime.compress.io.DictWritable extends Object implements Serializable
- serialVersionUID:
- 731937201435558L
-
Serialized Fields
-
dicts
List<IDictionary> dicts
-
-
Class org.apache.sysds.runtime.compress.io.DictWritable.K extends Object implements Serializable
- serialVersionUID:
- 733937201435558L
-
Serialized Fields
-
id
int id
-
-
-
Package org.apache.sysds.runtime.compress.utils
-
Class org.apache.sysds.runtime.compress.utils.CompressRDDClean extends Object implements Serializable
- serialVersionUID:
- -704403012606821854L
-
-
Package org.apache.sysds.runtime.controlprogram
-
Class org.apache.sysds.runtime.controlprogram.ParForProgramBlock.PartitionFormat extends Object implements Serializable
- serialVersionUID:
- 4729309847778707801L
-
Serialized Fields
-
_dpf
ParForProgramBlock.PDataPartitionFormat _dpf
-
_N
int _N
-
-
-
Package org.apache.sysds.runtime.controlprogram.caching
-
Class org.apache.sysds.runtime.controlprogram.caching.CacheableData extends Data implements Serializable
- serialVersionUID:
- -413810592207212835L
-
Serialized Fields
-
_bcHandle
BroadcastObject<T extends CacheBlock<?>> _bcHandle
-
_cache
SoftReference<T extends CacheBlock<?>> _cache
Cache for actual data, evicted by garbage collector. -
_cacheFileName
String _cacheFileName
-
_cacheStatus
CacheableData.CacheStatus _cacheStatus
The cache status of the data blob (whether it can be or is evicted, etc. -
_cleanupFlag
boolean _cleanupFlag
-
_compressed
boolean _compressed
-
_compressedSize
long _compressedSize
-
_data
T extends CacheBlock<?> _data
Container object that holds the actual data. -
_dirtyFlag
boolean _dirtyFlag
true
if the in-memory or evicted matrix may be different from the matrix located atCacheableData._hdfsFileName
;false
if the two matrices should be the same. -
_fedMapping
FederationMap _fedMapping
-
_formatProps
FileFormatProperties _formatProps
Information relevant to specific external file formats. -
_gpuObjects
HashMap<GPUContext,GPUObject> _gpuObjects
-
_hdfsFileExists
boolean _hdfsFileExists
Flag that indicates whether or not hdfs file exists.It is used for improving the performance of "rmvar" instruction. When it has valuefalse
, one can skip file system existence checks which can be expensive. -
_hdfsFileName
String _hdfsFileName
The name of HDFS file in which the data is backed up. -
_isAcquireFromEmpty
boolean _isAcquireFromEmpty
-
_lineage
LineageItem _lineage
-
_metaData
MetaData _metaData
Object that holds the metadata associated with the matrix, which includes: 1) Matrix dimensions, if available 2) Number of non-zeros, if available 3) Block dimensions, if applicable 4) InputInfo -- subsequent operations that use this Matrix expect it to be in this format. When the matrix is written to HDFS (local file system, as well?), one must get the OutputInfo that matches with InputInfo stored inside _mtd. -
_numReadThreads
int _numReadThreads
-
_rddHandle
RDDObject _rddHandle
-
_requiresLocalWrite
boolean _requiresLocalWrite
-
_uniqueID
long _uniqueID
The unique (JVM-wide) ID of a cacheable data object; to ensure unique IDs across JVMs, we concatenate filenames with a unique prefix (map task ID).
-
-
Class org.apache.sysds.runtime.controlprogram.caching.CacheEvictionQueue extends LinkedHashMap<String,ByteBuffer> implements Serializable
- serialVersionUID:
- -5208333402581364859L
-
Class org.apache.sysds.runtime.controlprogram.caching.FrameObject extends CacheableData<FrameBlock> implements Serializable
- serialVersionUID:
- 1755082174281927785L
-
Serialized Fields
-
_schema
Types.ValueType[] _schema
-
-
Class org.apache.sysds.runtime.controlprogram.caching.MatrixObject extends CacheableData<MatrixBlock> implements Serializable
- serialVersionUID:
- 6374712373206495637L
-
Serialized Fields
-
_diag
boolean _diag
-
_markForLinCache
boolean _markForLinCache
-
_partitionCacheName
String _partitionCacheName
-
_partitioned
boolean _partitioned
-
_partitionFormat
ParForProgramBlock.PDataPartitionFormat _partitionFormat
-
_partitionInMemory
MatrixBlock _partitionInMemory
-
_partitionSize
int _partitionSize
-
_updateType
MatrixObject.UpdateType _updateType
-
-
Class org.apache.sysds.runtime.controlprogram.caching.TensorObject extends CacheableData<TensorBlock> implements Serializable
- serialVersionUID:
- -2843358400200380775L
-
-
Package org.apache.sysds.runtime.controlprogram.context
-
Class org.apache.sysds.runtime.controlprogram.context.MatrixObjectFuture extends MatrixObject implements Serializable
- serialVersionUID:
- 8016955240352642173L
-
Serialized Fields
-
_futureData
Future<MatrixBlock> _futureData
-
-
-
Package org.apache.sysds.runtime.controlprogram.federated
-
Class org.apache.sysds.runtime.controlprogram.federated.FederatedRequest extends Object implements Serializable
- serialVersionUID:
- 5946781306963870394L
-
Class org.apache.sysds.runtime.controlprogram.federated.FederatedResponse extends Object implements Serializable
- serialVersionUID:
- 3142180026498695091L
-
Serialized Fields
-
_data
Object[] _data
-
_status
FederatedResponse.ResponseType _status
-
checkedConstraints
Map<PrivacyConstraint.PrivacyLevel,LongAdder> checkedConstraints
-
-
Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollectFunction extends FederatedUDF implements Serializable
- serialVersionUID:
- 1L
-
Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection extends Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
cacheStats
org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.CacheStatsCollection cacheStats
-
coordinatorsTrafficBytes
List<TrafficModel> coordinatorsTrafficBytes
-
gcStats
org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.GCStatsCollection gcStats
-
heavyHitters
HashMap<String,org.apache.commons.lang3.tuple.Pair<Long,Double>> heavyHitters
-
jitCompileTime
double jitCompileTime
-
linCacheStats
org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.LineageCacheStatsCollection linCacheStats
-
mtStats
org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.MultiTenantStatsCollection mtStats
-
utilization
UtilizationModel utilization
-
workerDataObjects
List<DataObjectModel> workerDataObjects
-
workerEvents
List<EventModel> workerEvents
-
workerRequests
List<RequestModel> workerRequests
-
-
Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.CacheStatsCollection extends Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
acqMTime
double acqMTime
-
acqRTime
double acqRTime
-
expTime
double expTime
-
fsBuffHits
long fsBuffHits
-
fsBuffWrites
long fsBuffWrites
-
fsHits
long fsHits
-
fsWrites
long fsWrites
-
hdfsHits
long hdfsHits
-
hdfsWrites
long hdfsWrites
-
linHits
long linHits
-
linWrites
long linWrites
-
memHits
long memHits
-
rlsTime
double rlsTime
-
-
Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.GCStatsCollection extends Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
gcCount
long gcCount
-
gcTime
double gcTime
-
-
Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.LineageCacheStatsCollection extends Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
numHitsDel
long numHitsDel
-
numHitsFS
long numHitsFS
-
numHitsFunc
long numHitsFunc
-
numHitsInst
long numHitsInst
-
numHitsMem
long numHitsMem
-
numHitsSB
long numHitsSB
-
numMemDel
long numMemDel
-
numWritesFS
long numWritesFS
-
numWritesMem
long numWritesMem
-
-
Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.MultiTenantStatsCollection extends Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
fLTEntryCount
long fLTEntryCount
-
fLTGetCount
long fLTGetCount
-
fLTGetTime
double fLTGetTime
-
putLineageCount
long putLineageCount
-
putLineageItems
long putLineageItems
-
reuseReadBytes
long reuseReadBytes
-
reuseReadHits
long reuseReadHits
-
serializationReuseBytes
long serializationReuseBytes
-
serializationReuseCount
long serializationReuseCount
-
-
Class org.apache.sysds.runtime.controlprogram.federated.FederatedUDF extends Object implements Serializable
- serialVersionUID:
- 799416525191257308L
-
Serialized Fields
-
_inputIDs
long[] _inputIDs
-
-
Class org.apache.sysds.runtime.controlprogram.federated.FederatedWorkerHandlerException extends RuntimeException implements Serializable
- serialVersionUID:
- 1L
-
Class org.apache.sysds.runtime.controlprogram.federated.MatrixLineagePair extends org.apache.commons.lang3.tuple.MutablePair<MatrixObject,LineageItem> implements Serializable
- serialVersionUID:
- 1L
-
-
Package org.apache.sysds.runtime.controlprogram.federated.monitoring.models
-
Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.BaseModel extends Object implements Serializable
- serialVersionUID:
- 5565981270528383999L
-
Serialized Fields
-
id
Long id
-
-
Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.CoordinatorConnectionModel extends BaseModel implements Serializable
- serialVersionUID:
- 918360814223266197L
-
Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.CoordinatorModel extends BaseModel implements Serializable
- serialVersionUID:
- 4116787631938152573L
-
Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.DataObjectModel extends BaseModel implements Serializable
- serialVersionUID:
- 7914784187151939188L
-
Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.EventModel extends CoordinatorConnectionModel implements Serializable
- serialVersionUID:
- -5597621916956632690L
-
Serialized Fields
-
coordinatorName
String coordinatorName
-
stages
List<EventStageModel> stages
-
workerId
Long workerId
-
-
Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.EventStageModel extends BaseModel implements Serializable
- serialVersionUID:
- -6867424341266726981L
-
Serialized Fields
-
endTime
LocalDateTime endTime
-
eventId
Long eventId
-
operation
String operation
-
startTime
LocalDateTime startTime
-
-
Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.HeavyHitterModel extends BaseModel implements Serializable
- serialVersionUID:
- 1L
-
Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.RequestModel extends CoordinatorConnectionModel implements Serializable
- serialVersionUID:
- -5376072120202921000L
-
Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.StatisticsModel extends BaseModel implements Serializable
- serialVersionUID:
- -2492467768854934429L
-
Serialized Fields
-
dataObjects
List<DataObjectModel> dataObjects
-
events
List<EventModel> events
-
heavyHitters
List<HeavyHitterModel> heavyHitters
-
requests
List<RequestModel> requests
-
traffic
List<TrafficModel> traffic
-
utilization
List<UtilizationModel> utilization
-
-
Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.StatisticsOptions extends BaseModel implements Serializable
- serialVersionUID:
- 2524032122999491726L
-
Serialized Fields
-
dataObjects
boolean dataObjects
-
events
boolean events
-
heavyHitters
boolean heavyHitters
-
requests
boolean requests
-
rowCount
int rowCount
-
traffic
boolean traffic
-
utilization
boolean utilization
-
-
Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.TrafficModel extends CoordinatorConnectionModel implements Serializable
- serialVersionUID:
- 5042814368347405998L
-
Serialized Fields
-
byteAmount
Long byteAmount
-
timestamp
LocalDateTime timestamp
-
workerId
Long workerId
-
-
Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.UtilizationModel extends BaseModel implements Serializable
- serialVersionUID:
- 6984053518916899551L
-
Serialized Fields
-
cpuUsage
double cpuUsage
-
memoryUsage
double memoryUsage
-
timestamp
LocalDateTime timestamp
-
workerId
Long workerId
-
-
Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.WorkerModel extends BaseModel implements Serializable
- serialVersionUID:
- -7516912892237220796L
-
-
Package org.apache.sysds.runtime.controlprogram.paramserv
-
Class org.apache.sysds.runtime.controlprogram.paramserv.FederatedPSControlThread extends PSWorker implements Serializable
- serialVersionUID:
- 6846648059569648791L
-
Serialized Fields
-
_cycleStartAt0
boolean _cycleStartAt0
-
_featuresData
FederatedData _featuresData
-
_labelsData
FederatedData _labelsData
-
_modelVarID
long _modelVarID
-
_numBatchesPerEpoch
int _numBatchesPerEpoch
-
_numBatchesPerNbatch
int _numBatchesPerNbatch
-
_partial_public_key
PublicKey _partial_public_key
-
_possibleBatchesPerLocalEpoch
int _possibleBatchesPerLocalEpoch
-
_runtimeBalancing
Statement.PSRuntimeBalancing _runtimeBalancing
-
_use_homomorphic_encryption
boolean _use_homomorphic_encryption
-
_weighting
boolean _weighting
-
_weightingFactor
double _weightingFactor
-
-
Class org.apache.sysds.runtime.controlprogram.paramserv.LocalPSWorker extends PSWorker implements Serializable
- serialVersionUID:
- 5195390748495357295L
-
Class org.apache.sysds.runtime.controlprogram.paramserv.PSWorker extends Object implements Serializable
- serialVersionUID:
- -3510485051178200118L
-
Serialized Fields
-
_batchSize
long _batchSize
-
_ec
ExecutionContext _ec
-
_epochs
int _epochs
-
_features
MatrixObject _features
-
_freq
Statement.PSFrequency _freq
-
_inst
FunctionCallCPInstruction _inst
-
_labels
MatrixObject _labels
-
_modelAvg
boolean _modelAvg
-
_nbatches
int _nbatches
-
_output
DataIdentifier _output
-
_ps
ParamServer _ps
-
_tpool
ExecutorService _tpool
-
_updFunc
String _updFunc
-
_workerID
int _workerID
-
-
Class org.apache.sysds.runtime.controlprogram.paramserv.SparkPSWorker extends LocalPSWorker implements Serializable
- serialVersionUID:
- -8674739573419648732L
-
Serialized Fields
-
_aggFunc
String _aggFunc
-
_aGrad
org.apache.spark.util.LongAccumulator _aGrad
-
_aIndex
org.apache.spark.util.LongAccumulator _aIndex
-
_aRPC
org.apache.spark.util.LongAccumulator _aRPC
-
_aSetup
org.apache.spark.util.LongAccumulator _aSetup
-
_aUpdate
org.apache.spark.util.LongAccumulator _aUpdate
-
_aWorker
org.apache.spark.util.LongAccumulator _aWorker
-
_clsMap
HashMap<String,byte[]> _clsMap
-
_conf
org.apache.spark.SparkConf _conf
-
_isLocal
boolean _isLocal
-
_nBatches
org.apache.spark.util.LongAccumulator _nBatches
-
_nEpochs
org.apache.spark.util.LongAccumulator _nEpochs
-
_port
int _port
-
_program
String _program
-
-
-
Package org.apache.sysds.runtime.controlprogram.paramserv.dp
-
Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionerSparkAggregator extends Object implements Serializable
- serialVersionUID:
- -1245300852709085117L
-
Serialized Fields
-
_fcol
long _fcol
-
_lcol
long _lcol
-
-
Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionerSparkMapper extends Object implements Serializable
- serialVersionUID:
- 1710721606050403296L
-
Serialized Fields
-
_dp
SparkDataPartitioner _dp
-
_workersNum
int _workersNum
-
-
Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionSparkScheme extends Object implements Serializable
- serialVersionUID:
- -3462829818083371171L
-
Serialized Fields
-
_globalPerms
List<PartitionedBroadcast<MatrixBlock>> _globalPerms
-
_workerIndicator
PartitionedBroadcast<MatrixBlock> _workerIndicator
-
-
Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DCSparkScheme extends DataPartitionSparkScheme implements Serializable
- serialVersionUID:
- -2786906947020788787L
-
Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DRRSparkScheme extends DataPartitionSparkScheme implements Serializable
- serialVersionUID:
- -3130831851505549672L
-
Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DRSparkScheme extends DataPartitionSparkScheme implements Serializable
- serialVersionUID:
- -7655310624144544544L
-
Class org.apache.sysds.runtime.controlprogram.paramserv.dp.ORSparkScheme extends DataPartitionSparkScheme implements Serializable
- serialVersionUID:
- 6867567406403580311L
-
Class org.apache.sysds.runtime.controlprogram.paramserv.dp.SparkDataPartitioner extends Object implements Serializable
- serialVersionUID:
- 6841548626711057448L
-
Serialized Fields
-
_scheme
DataPartitionSparkScheme _scheme
-
-
-
Package org.apache.sysds.runtime.controlprogram.paramserv.homomorphicEncryption
-
Class org.apache.sysds.runtime.controlprogram.paramserv.homomorphicEncryption.PublicKey extends Object implements Serializable
- serialVersionUID:
- 91289081237980123L
-
Serialized Fields
-
_data
byte[] _data
-
-
-
Package org.apache.sysds.runtime.controlprogram.parfor
-
Class org.apache.sysds.runtime.controlprogram.parfor.DataPartitionerRemoteSparkMapper extends ParWorker implements Serializable
- serialVersionUID:
- 332887624852010957L
-
Serialized Fields
-
_blen
long _blen
-
_clen
long _clen
-
_dpf
ParForProgramBlock.PDataPartitionFormat _dpf
-
_n
long _n
-
_rlen
long _rlen
-
-
Class org.apache.sysds.runtime.controlprogram.parfor.DataPartitionerRemoteSparkReducer extends Object implements Serializable
- serialVersionUID:
- -7149865018683261964L
-
Serialized Fields
-
_fnameNew
String _fnameNew
-
_replication
int _replication
-
-
Class org.apache.sysds.runtime.controlprogram.parfor.RemoteDPParForSparkWorker extends ParWorker implements Serializable
- serialVersionUID:
- 30223759283155139L
-
Serialized Fields
-
_aIters
org.apache.spark.util.LongAccumulator _aIters
-
_aTasks
org.apache.spark.util.LongAccumulator _aTasks
-
_blen
int _blen
-
_caching
boolean _caching
-
_clen
int _clen
-
_clsMap
HashMap<String,byte[]> _clsMap
-
_dpf
ParForProgramBlock.PDataPartitionFormat _dpf
-
_fmt
Types.FileFormat _fmt
-
_inputVar
String _inputVar
-
_isLocal
boolean _isLocal
-
_iterVar
String _iterVar
-
_prog
String _prog
-
_rlen
int _rlen
-
_tSparseCol
boolean _tSparseCol
-
-
Class org.apache.sysds.runtime.controlprogram.parfor.RemoteParForSparkWorker extends ParWorker implements Serializable
- serialVersionUID:
- -3254950138084272296L
-
Serialized Fields
-
_aIters
org.apache.spark.util.LongAccumulator _aIters
-
_aTasks
org.apache.spark.util.LongAccumulator _aTasks
-
_brInputs
Map<String,org.apache.spark.broadcast.Broadcast<CacheBlock<?>>> _brInputs
-
_caching
boolean _caching
-
_cleanCache
boolean _cleanCache
-
_clsMap
HashMap<String,byte[]> _clsMap
-
_initialized
boolean _initialized
-
_isLocal
boolean _isLocal
-
_jobid
long _jobid
-
_lineage
Map<String,String> _lineage
-
_prog
String _prog
-
-
Class org.apache.sysds.runtime.controlprogram.parfor.ResultMerge extends Object implements Serializable
- serialVersionUID:
- -6756689640511059030L
-
Serialized Fields
-
_inputs
T extends CacheableData<?>[] _inputs
-
_isAccum
boolean _isAccum
-
_output
T extends CacheableData<?> _output
-
_outputFName
String _outputFName
-
-
Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeFrameLocalMemory extends ResultMerge<FrameObject> implements Serializable
- serialVersionUID:
- 549739254879310540L
-
Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalAutomatic extends ResultMergeMatrix implements Serializable
- serialVersionUID:
- 1600893100602101732L
-
Serialized Fields
-
_rm
ResultMergeMatrix _rm
-
-
Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalFile extends ResultMergeMatrix implements Serializable
- serialVersionUID:
- -6905893742840020489L
-
Serialized Fields
-
_seq
IDSequence _seq
-
-
Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalMemory extends ResultMergeMatrix implements Serializable
- serialVersionUID:
- -3543612508601511701L
-
Serialized Fields
-
_compare
DenseBlock _compare
-
-
Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeMatrix extends ResultMerge<MatrixObject> implements Serializable
- serialVersionUID:
- 5319002218804570071L
-
Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeRemoteSpark extends ResultMergeMatrix implements Serializable
- serialVersionUID:
- -6924566953903424820L
-
Serialized Fields
-
_ec
ExecutionContext _ec
-
_numMappers
int _numMappers
-
_numReducers
int _numReducers
-
-
Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeRemoteSparkWCompare extends ResultMergeMatrix implements Serializable
- serialVersionUID:
- -5970805069405942836L
-
Class org.apache.sysds.runtime.controlprogram.parfor.Task extends Object implements Serializable
- serialVersionUID:
- 2815832451487164284L
-
Serialized Fields
-
_iterations
LinkedList<IntObject> _iterations
-
_iterVar
String _iterVar
-
_type
Task.TaskType _type
-
-
-
Package org.apache.sysds.runtime.controlprogram.parfor.util
-
Class org.apache.sysds.runtime.controlprogram.parfor.util.PairWritableBlock extends Object implements Serializable
- serialVersionUID:
- -6022511967446089164L
-
Serialized Fields
-
block
MatrixBlock block
-
indexes
MatrixIndexes indexes
-
-
Class org.apache.sysds.runtime.controlprogram.parfor.util.PairWritableCell extends Object implements Serializable
- serialVersionUID:
- 6835655576808999370L
-
Serialized Fields
-
cell
MatrixCell cell
-
indexes
MatrixIndexes indexes
-
-
-
Package org.apache.sysds.runtime.data
-
Class org.apache.sysds.runtime.data.BasicTensorBlock extends Object implements Serializable
- serialVersionUID:
- -7665685894181661833L
-
Serialized Fields
-
_denseBlock
DenseBlock _denseBlock
-
_dims
int[] _dims
-
_nnz
long _nnz
-
_sparse
boolean _sparse
-
_sparseBlock
SparseBlock _sparseBlock
-
_vt
Types.ValueType _vt
-
-
Class org.apache.sysds.runtime.data.DataTensorBlock extends Object implements Serializable
- serialVersionUID:
- 3410679389807309521L
-
Serialized Fields
-
_colsdata
BasicTensorBlock[] _colsdata
-
_colsToIx
int[] _colsToIx
Contains the (column) index in `_colsdata` for a certain column of the `DataTensor`. Which `_colsdata` to use is specified by the `_schema` -
_dims
int[] _dims
-
_ixToCols
int[][] _ixToCols
Contains the column of `DataTensor` an `_colsdata` (column) index corresponds to. -
_schema
Types.ValueType[] _schema
-
-
Class org.apache.sysds.runtime.data.DenseBlock extends Object implements Serializable
- serialVersionUID:
- 7517220490270237832L
-
Serialized Fields
-
_odims
int[] _odims
-
_reuse
double[] _reuse
-
_rlen
int _rlen
-
-
Class org.apache.sysds.runtime.data.DenseBlockBool extends DenseBlockDRB implements Serializable
- serialVersionUID:
- -2228057308997136969L
-
Serialized Fields
-
_data
BitSet _data
-
-
Class org.apache.sysds.runtime.data.DenseBlockDRB extends DenseBlock implements Serializable
- serialVersionUID:
- 3581157975703708947L
-
Class org.apache.sysds.runtime.data.DenseBlockFP32 extends DenseBlockDRB implements Serializable
- serialVersionUID:
- 1950471811056914020L
-
Serialized Fields
-
_data
float[] _data
-
-
Class org.apache.sysds.runtime.data.DenseBlockFP64 extends DenseBlockDRB implements Serializable
- serialVersionUID:
- 8546723684649816489L
-
Serialized Fields
-
_data
double[] _data
-
-
Class org.apache.sysds.runtime.data.DenseBlockFP64DEDUP extends DenseBlockDRB implements Serializable
- serialVersionUID:
- -4012376952006079198L
-
Serialized Fields
-
_data
double[][] _data
-
_distinct
int _distinct
-
-
Class org.apache.sysds.runtime.data.DenseBlockInt32 extends DenseBlockDRB implements Serializable
- serialVersionUID:
- 3856034067703046872L
-
Serialized Fields
-
_data
int[] _data
-
-
Class org.apache.sysds.runtime.data.DenseBlockInt64 extends DenseBlockDRB implements Serializable
- serialVersionUID:
- 7166657802668966730L
-
Serialized Fields
-
_data
long[] _data
-
-
Class org.apache.sysds.runtime.data.DenseBlockLBool extends DenseBlockLDRB implements Serializable
- serialVersionUID:
- 2604223782138590322L
-
Serialized Fields
-
_blocks
BitSet[] _blocks
-
-
Class org.apache.sysds.runtime.data.DenseBlockLDRB extends DenseBlock implements Serializable
- serialVersionUID:
- -7519435549328146356L
-
Serialized Fields
-
_blen
int _blen
-
-
Class org.apache.sysds.runtime.data.DenseBlockLFP32 extends DenseBlockLDRB implements Serializable
- serialVersionUID:
- 2604223782138590322L
-
Serialized Fields
-
_blocks
float[][] _blocks
-
-
Class org.apache.sysds.runtime.data.DenseBlockLFP64 extends DenseBlockLDRB implements Serializable
- serialVersionUID:
- -1723319832162080273L
-
Serialized Fields
-
_blocks
double[][] _blocks
-
-
Class org.apache.sysds.runtime.data.DenseBlockLFP64DEDUP extends DenseBlockLDRB implements Serializable
- serialVersionUID:
- -3437790596644064171L
-
Serialized Fields
-
_data
double[][] _data
-
-
Class org.apache.sysds.runtime.data.DenseBlockLInt32 extends DenseBlockLDRB implements Serializable
- serialVersionUID:
- 4273439182762731283L
-
Serialized Fields
-
_blocks
int[][] _blocks
-
-
Class org.apache.sysds.runtime.data.DenseBlockLInt64 extends DenseBlockLDRB implements Serializable
- serialVersionUID:
- 2329693723788239625L
-
Serialized Fields
-
_blocks
long[][] _blocks
-
-
Class org.apache.sysds.runtime.data.DenseBlockLString extends DenseBlockLDRB implements Serializable
- serialVersionUID:
- -6632424825959423264L
-
Serialized Fields
-
_blocks
String[][] _blocks
-
-
Class org.apache.sysds.runtime.data.DenseBlockString extends DenseBlockDRB implements Serializable
- serialVersionUID:
- 7071870563356352352L
-
Serialized Fields
-
_data
String[] _data
-
-
Class org.apache.sysds.runtime.data.IndexedTensorBlock extends Object implements Serializable
- serialVersionUID:
- -6227311506740546446L
-
Serialized Fields
-
_block
TensorBlock _block
-
_indexes
TensorIndexes _indexes
-
-
Class org.apache.sysds.runtime.data.SparseBlock extends Object implements Serializable
- serialVersionUID:
- -5008747088111141395L
-
Class org.apache.sysds.runtime.data.SparseBlockCOO extends SparseBlock implements Serializable
- serialVersionUID:
- 7223478015917668745L
-
Serialized Fields
-
_cindexes
int[] _cindexes
-
_rindexes
int[] _rindexes
-
_rlen
int _rlen
-
_size
int _size
-
_values
double[] _values
-
-
Class org.apache.sysds.runtime.data.SparseBlockCSR extends SparseBlock implements Serializable
- serialVersionUID:
- 1922673868466164244L
-
Serialized Fields
-
_indexes
int[] _indexes
-
_ptr
int[] _ptr
-
_size
int _size
-
_values
double[] _values
-
-
Class org.apache.sysds.runtime.data.SparseBlockDCSR extends SparseBlock implements Serializable
- serialVersionUID:
- 456844244252549431L
-
Serialized Fields
-
_colidx
int[] _colidx
-
_nnzr
int _nnzr
-
_rlen
int _rlen
-
_rowidx
int[] _rowidx
-
_rowptr
int[] _rowptr
-
_size
int _size
-
_values
double[] _values
-
-
Class org.apache.sysds.runtime.data.SparseBlockMCSR extends SparseBlock implements Serializable
- serialVersionUID:
- -4743624499258436199L
-
Serialized Fields
-
_rows
SparseRow[] _rows
-
-
Class org.apache.sysds.runtime.data.SparseRow extends Object implements Serializable
- serialVersionUID:
- 5806895317005796456L
-
Class org.apache.sysds.runtime.data.SparseRowScalar extends SparseRow implements Serializable
- serialVersionUID:
- 722193514969067477L
-
Serialized Fields
-
index
int index
-
value
double value
-
-
Class org.apache.sysds.runtime.data.SparseRowVector extends SparseRow implements Serializable
- serialVersionUID:
- 2971077474424464992L
-
Serialized Fields
-
estimatedNzs
int estimatedNzs
An estimate of the number of non zero values in this row. The estimate is used to set a threshold on how much the array should grow at certain lengths to not double the size at all times. -
indexes
int[] indexes
The column indexes of the values contained, can be allocated larger than needed -
size
int size
The current size of the row vector -
values
double[] values
The values contained in the vector, can be allocated larger than needed
-
-
Class org.apache.sysds.runtime.data.TensorBlock extends Object implements Serializable
- serialVersionUID:
- -8768054067319422277L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
-
-
Class org.apache.sysds.runtime.data.TensorIndexes extends Object implements Serializable
- serialVersionUID:
- -8596795142899904117L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.- Throws:
IOException
- if IOException occurs
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.- Throws:
IOException
- if IOException occurs
-
-
-
Package org.apache.sysds.runtime.frame.data
-
Class org.apache.sysds.runtime.frame.data.FrameBlock extends Object implements Serializable
- serialVersionUID:
- -3993450030207130665L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
-
-
Class org.apache.sysds.runtime.frame.data.FrameBlock.FrameMapFunction extends Object implements Serializable
- serialVersionUID:
- -8398572153616520873L
-
-
Package org.apache.sysds.runtime.frame.data.columns
-
Class org.apache.sysds.runtime.frame.data.columns.ColumnMetadata extends Object implements Serializable
- serialVersionUID:
- -90094082422100311L
-
Serialized Fields
-
_mvValue
String _mvValue
-
_ndistinct
long _ndistinct
-
-
-
Package org.apache.sysds.runtime.functionobjects
-
Class org.apache.sysds.runtime.functionobjects.And extends ValueFunction implements Serializable
- serialVersionUID:
- 6523146102263905602L
-
Class org.apache.sysds.runtime.functionobjects.BitwAnd extends ValueFunction implements Serializable
- serialVersionUID:
- 6523146102263905602L
-
Class org.apache.sysds.runtime.functionobjects.BitwOr extends ValueFunction implements Serializable
- serialVersionUID:
- -9172774392245257468L
-
Class org.apache.sysds.runtime.functionobjects.BitwShiftL extends ValueFunction implements Serializable
- serialVersionUID:
- -6874923721694361623L
-
Class org.apache.sysds.runtime.functionobjects.BitwShiftR extends ValueFunction implements Serializable
- serialVersionUID:
- -6746241833459058280L
-
Class org.apache.sysds.runtime.functionobjects.BitwXor extends ValueFunction implements Serializable
- serialVersionUID:
- -7231003441114081755L
-
Class org.apache.sysds.runtime.functionobjects.Builtin extends ValueFunction implements Serializable
- serialVersionUID:
- 3836744687789840574L
-
Serialized Fields
-
bFunc
Builtin.BuiltinCode bFunc
-
-
Class org.apache.sysds.runtime.functionobjects.CM extends ValueFunction implements Serializable
- serialVersionUID:
- 9177194651533064123L
-
Serialized Fields
-
_buff2
KahanObject _buff2
-
_buff3
KahanObject _buff3
-
_plus
KahanPlus _plus
-
_type
CMOperator.AggregateOperationTypes _type
-
-
Class org.apache.sysds.runtime.functionobjects.COV extends ValueFunction implements Serializable
- serialVersionUID:
- 1865050401811477181L
-
Serialized Fields
-
_plus
KahanPlus _plus
-
-
Class org.apache.sysds.runtime.functionobjects.CTable extends ValueFunction implements Serializable
- serialVersionUID:
- -5374880447194177236L
-
Class org.apache.sysds.runtime.functionobjects.DiagIndex extends IndexFunction implements Serializable
- serialVersionUID:
- -5294771266108903886L
-
Serialized Fields
-
diagV2M
boolean diagV2M
-
-
Class org.apache.sysds.runtime.functionobjects.Divide extends ValueFunction implements Serializable
- serialVersionUID:
- -5377082529324612637L
-
Class org.apache.sysds.runtime.functionobjects.Equals extends ValueComparisonFunction implements Serializable
- serialVersionUID:
- -8887713112454357802L
-
Class org.apache.sysds.runtime.functionobjects.FunctionObject extends Object implements Serializable
- serialVersionUID:
- -1L
-
Class org.apache.sysds.runtime.functionobjects.GreaterThan extends ValueComparisonFunction implements Serializable
- serialVersionUID:
- 1408566061111937556L
-
Class org.apache.sysds.runtime.functionobjects.GreaterThanEquals extends ValueComparisonFunction implements Serializable
- serialVersionUID:
- -5444900552418046584L
-
Class org.apache.sysds.runtime.functionobjects.IfElse extends TernaryValueFunction implements Serializable
- serialVersionUID:
- -8660124936856173978L
-
Class org.apache.sysds.runtime.functionobjects.IndexFunction extends FunctionObject implements Serializable
- serialVersionUID:
- -7672111359444767237L
-
Class org.apache.sysds.runtime.functionobjects.IntegerDivide extends ValueFunction implements Serializable
- serialVersionUID:
- -6994403907602762873L
-
Class org.apache.sysds.runtime.functionobjects.KahanFunction extends ValueFunction implements Serializable
- serialVersionUID:
- -8880016655817461398L
-
Class org.apache.sysds.runtime.functionobjects.KahanPlus extends KahanFunction implements Serializable
- serialVersionUID:
- -8338160609569967791L
-
Class org.apache.sysds.runtime.functionobjects.KahanPlusSq extends KahanFunction implements Serializable
- serialVersionUID:
- 5774388904472231717L
-
Serialized Fields
-
kplus
KahanPlus kplus
-
-
Class org.apache.sysds.runtime.functionobjects.LessThan extends ValueComparisonFunction implements Serializable
- serialVersionUID:
- -5598503447690597942L
-
Class org.apache.sysds.runtime.functionobjects.LessThanEquals extends ValueComparisonFunction implements Serializable
- serialVersionUID:
- -1211700634442163849L
-
Class org.apache.sysds.runtime.functionobjects.Max extends Builtin implements Serializable
- serialVersionUID:
- 6529946102263905602L
-
Class org.apache.sysds.runtime.functionobjects.Mean extends ValueFunction implements Serializable
- serialVersionUID:
- 1967222020396371269L
-
Serialized Fields
-
_plus
KahanPlus _plus
-
-
Class org.apache.sysds.runtime.functionobjects.Min extends Builtin implements Serializable
- serialVersionUID:
- 6529946102263905602L
-
Class org.apache.sysds.runtime.functionobjects.Minus extends ValueFunction implements Serializable
- serialVersionUID:
- 8433928060333018056L
-
Class org.apache.sysds.runtime.functionobjects.Minus1Multiply extends ValueFunction implements Serializable
- serialVersionUID:
- 8211391941572535083L
-
Class org.apache.sysds.runtime.functionobjects.MinusMultiply extends TernaryValueFunction implements Serializable
- serialVersionUID:
- 2801982061205871665L
-
Serialized Fields
-
_cnt
double _cnt
-
-
Class org.apache.sysds.runtime.functionobjects.MinusNz extends ValueFunction implements Serializable
- serialVersionUID:
- -949397965417772299L
-
Class org.apache.sysds.runtime.functionobjects.Modulus extends ValueFunction implements Serializable
- serialVersionUID:
- -1409182981172200840L
-
Serialized Fields
-
_intdiv
IntegerDivide _intdiv
-
-
Class org.apache.sysds.runtime.functionobjects.Multiply extends ValueFunction implements Serializable
- serialVersionUID:
- 2801982061205871665L
-
Class org.apache.sysds.runtime.functionobjects.Multiply2 extends ValueFunction implements Serializable
- serialVersionUID:
- -3762789087715600938L
-
Class org.apache.sysds.runtime.functionobjects.Not extends ValueFunction implements Serializable
- serialVersionUID:
- -3137270229584267263L
-
Class org.apache.sysds.runtime.functionobjects.NotEquals extends ValueComparisonFunction implements Serializable
- serialVersionUID:
- 2243676126579964278L
-
Class org.apache.sysds.runtime.functionobjects.OffsetColumnIndex extends IndexFunction implements Serializable
- serialVersionUID:
- 1523769994005450946L
-
Serialized Fields
-
numColumnsInOutput
int numColumnsInOutput
-
numRowsInOutput
int numRowsInOutput
-
offset
int offset
-
-
Class org.apache.sysds.runtime.functionobjects.Or extends ValueFunction implements Serializable
- serialVersionUID:
- -2847467729680510910L
-
Class org.apache.sysds.runtime.functionobjects.ParameterizedBuiltin extends ValueFunction implements Serializable
- serialVersionUID:
- -7987603644903675052L
-
Serialized Fields
-
bFunc
ParameterizedBuiltin.ParameterizedBuiltinCode bFunc
-
distFunc
ParameterizedBuiltin.ProbabilityDistributionCode distFunc
-
-
Class org.apache.sysds.runtime.functionobjects.Plus extends ValueFunction implements Serializable
- serialVersionUID:
- -3573790367761963555L
-
Class org.apache.sysds.runtime.functionobjects.PlusMultiply extends TernaryValueFunction implements Serializable
- serialVersionUID:
- 2801982061205871665L
-
Serialized Fields
-
_cnt
double _cnt
-
-
Class org.apache.sysds.runtime.functionobjects.Power extends ValueFunction implements Serializable
- serialVersionUID:
- 1503063846565177447L
-
Class org.apache.sysds.runtime.functionobjects.Power2 extends ValueFunction implements Serializable
- serialVersionUID:
- -4370611388912121328L
-
Class org.apache.sysds.runtime.functionobjects.ReduceAll extends IndexFunction implements Serializable
- serialVersionUID:
- -7395600812331396960L
-
Class org.apache.sysds.runtime.functionobjects.ReduceCol extends IndexFunction implements Serializable
- serialVersionUID:
- 5751707683718583013L
-
Class org.apache.sysds.runtime.functionobjects.ReduceDiag extends IndexFunction implements Serializable
- serialVersionUID:
- 734843929521413928L
-
Class org.apache.sysds.runtime.functionobjects.ReduceRow extends IndexFunction implements Serializable
- serialVersionUID:
- 3611700251686303484L
-
Class org.apache.sysds.runtime.functionobjects.RevIndex extends IndexFunction implements Serializable
- serialVersionUID:
- -1002715543022547788L
-
Class org.apache.sysds.runtime.functionobjects.SortIndex extends IndexFunction implements Serializable
- serialVersionUID:
- -8446389232078905200L
-
Serialized Fields
-
_cols
int[] _cols
-
_decreasing
boolean _decreasing
-
_ixreturn
boolean _ixreturn
-
-
Class org.apache.sysds.runtime.functionobjects.SwapIndex extends IndexFunction implements Serializable
- serialVersionUID:
- -8898087610410746689L
-
Class org.apache.sysds.runtime.functionobjects.TernaryValueFunction extends ValueFunction implements Serializable
- serialVersionUID:
- 4837616587192612216L
-
Class org.apache.sysds.runtime.functionobjects.ValueComparisonFunction extends ValueFunction implements Serializable
- serialVersionUID:
- 6021132561216734747L
-
Class org.apache.sysds.runtime.functionobjects.ValueFunction extends FunctionObject implements Serializable
- serialVersionUID:
- -4985988545393861058L
-
Class org.apache.sysds.runtime.functionobjects.Xor extends ValueFunction implements Serializable
- serialVersionUID:
- -2847467729680510910L
-
-
Package org.apache.sysds.runtime.instructions.cp
-
Class org.apache.sysds.runtime.instructions.cp.BooleanObject extends ScalarObject implements Serializable
- serialVersionUID:
- -4506242165735516984L
-
Serialized Fields
-
_value
boolean _value
-
-
Class org.apache.sysds.runtime.instructions.cp.CiphertextMatrix extends Encrypted implements Serializable
- serialVersionUID:
- 1762936872261940616L
-
Class org.apache.sysds.runtime.instructions.cp.CM_COV_Object extends Data implements Serializable
- serialVersionUID:
- -5814207545197934085L
-
Serialized Fields
-
c2
KahanObject c2
-
m2
KahanObject m2
-
m3
KahanObject m3
-
m4
KahanObject m4
-
max
double max
-
mean
KahanObject mean
-
mean_v
KahanObject mean_v
-
min
double min
-
w
double w
-
-
Class org.apache.sysds.runtime.instructions.cp.Data extends Object implements Serializable
- serialVersionUID:
- 9176228330268046168L
-
Serialized Fields
-
_privacyConstraint
PrivacyConstraint _privacyConstraint
Object holding all privacy constraints associated with the data. -
dataType
Types.DataType dataType
-
valueType
Types.ValueType valueType
-
-
Class org.apache.sysds.runtime.instructions.cp.DoubleObject extends ScalarObject implements Serializable
- serialVersionUID:
- -8525290101679236360L
-
Serialized Fields
-
_value
double _value
-
-
Class org.apache.sysds.runtime.instructions.cp.Encrypted extends Data implements Serializable
- serialVersionUID:
- 1762936872268046168L
-
Serialized Fields
-
_data
byte[] _data
-
_dc
DataCharacteristics _dc
-
_dims
int[] _dims
-
-
Class org.apache.sysds.runtime.instructions.cp.IntObject extends ScalarObject implements Serializable
- serialVersionUID:
- 353170585998999528L
-
Serialized Fields
-
_value
long _value
-
-
Class org.apache.sysds.runtime.instructions.cp.KahanObject extends Data implements Serializable
- serialVersionUID:
- -5331529073327676437L
-
Serialized Fields
-
_correction
double _correction
-
_sum
double _sum
-
-
Class org.apache.sysds.runtime.instructions.cp.ListObject extends Data implements Serializable
- serialVersionUID:
- 3652422061598967358L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException, ClassNotFoundException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.- Throws:
IOException
- if IOException occursClassNotFoundException
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.instructions.cp.PlaintextMatrix extends Encrypted implements Serializable
- serialVersionUID:
- 5732436872261940616L
-
Class org.apache.sysds.runtime.instructions.cp.ScalarObject extends Data implements Serializable
- serialVersionUID:
- 6994413375932824892L
-
Class org.apache.sysds.runtime.instructions.cp.StringObject extends ScalarObject implements Serializable
- serialVersionUID:
- 2464839775369002455L
-
Serialized Fields
-
_value
String _value
-
-
-
Package org.apache.sysds.runtime.instructions.fed
-
Class org.apache.sysds.runtime.instructions.fed.MultiReturnParameterizedBuiltinFEDInstruction.CreateFrameEncoder extends FederatedUDF implements Serializable
- serialVersionUID:
- 2376756757742169692L
-
Serialized Fields
-
_offset
int _offset
-
_spec
String _spec
-
-
Class org.apache.sysds.runtime.instructions.fed.MultiReturnParameterizedBuiltinFEDInstruction.ExecuteFrameEncoder extends FederatedUDF implements Serializable
- serialVersionUID:
- 6034440964680578276L
-
Serialized Fields
-
_encoder
MultiColumnEncoder _encoder
-
_outputID
long _outputID
-
-
Class org.apache.sysds.runtime.instructions.fed.ParameterizedBuiltinFEDInstruction.DecodeMatrix extends FederatedUDF implements Serializable
- serialVersionUID:
- 2376756757742169692L
-
Serialized Fields
-
_decoder
Decoder _decoder
-
_meta
FrameBlock _meta
-
_outputID
long _outputID
-
-
Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.CreateMatrixFromFrame extends FederatedUDF implements Serializable
- serialVersionUID:
- -6569370318237863595L
-
Serialized Fields
-
_id
int _id
-
_outputID
long _outputID
-
-
Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetHistogram extends FederatedUDF implements Serializable
- serialVersionUID:
- 5413355823424777742L
-
Serialized Fields
-
_max
double _max
-
_min
double _min
-
_numBuckets
int _numBuckets
-
_range
double _range
-
-
Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetValuesInRange extends FederatedUDF implements Serializable
- serialVersionUID:
- 5413355823424777742L
-
Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetValuesInRanges extends FederatedUDF implements Serializable
- serialVersionUID:
- 8663298932616139153L
-
Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.MinMax extends FederatedUDF implements Serializable
- serialVersionUID:
- -3906698363866500744L
-
Class org.apache.sysds.runtime.instructions.fed.ReorgFEDInstruction.DiagMatrix extends FederatedUDF implements Serializable
- serialVersionUID:
- -3466926635958851402L
-
Serialized Fields
-
_len
int _len
-
_outputID
long _outputID
-
_r_op
ReorgOperator _r_op
-
_rowFed
boolean _rowFed
-
_slice
int[] _slice
-
-
Class org.apache.sysds.runtime.instructions.fed.ReorgFEDInstruction.Rdiag extends FederatedUDF implements Serializable
- serialVersionUID:
- -3466926635958851402L
-
Serialized Fields
-
_outputID
long _outputID
-
_r_op
ReorgOperator _r_op
-
_rowFed
boolean _rowFed
-
_slice
int[] _slice
-
-
-
Package org.apache.sysds.runtime.instructions.spark
-
Class org.apache.sysds.runtime.instructions.spark.AggregateUnarySPInstruction.RDDUAggFunction2 extends Object implements Serializable
- serialVersionUID:
- 2672082409287856038L
-
Serialized Fields
-
_blen
int _blen
-
_op
AggregateUnaryOperator _op
-
-
Class org.apache.sysds.runtime.instructions.spark.AggregateUnarySPInstruction.RDDUTensorAggFunction2 extends Object implements Serializable
- serialVersionUID:
- -6258769067791011763L
-
Serialized Fields
-
_op
AggregateUnaryOperator _op
-
-
Class org.apache.sysds.runtime.instructions.spark.AppendGAlignedSPInstruction.ShiftColumnIndex extends Object implements Serializable
- serialVersionUID:
- -5185023611319654242L
-
Serialized Fields
-
_cbind
boolean _cbind
-
_shiftBy
long _shiftBy
-
-
Class org.apache.sysds.runtime.instructions.spark.AppendGSPInstruction.MergeWithShiftedBlocks extends Object implements Serializable
- serialVersionUID:
- 848955582909209400L
-
Serialized Fields
-
_blen
int _blen
-
_cbind
boolean _cbind
-
_lastIxLeft
long _lastIxLeft
-
-
Class org.apache.sysds.runtime.instructions.spark.AppendGSPInstruction.ShiftMatrix extends Object implements Serializable
- serialVersionUID:
- 3524189212798209172L
-
Serialized Fields
-
_blen
int _blen
-
_cbind
boolean _cbind
-
_outlen
long _outlen
-
_shiftBy
int _shiftBy
-
_startIx
long _startIx
-
-
Class org.apache.sysds.runtime.instructions.spark.BinUaggChainSPInstruction.RDDBinUaggChainFunction extends Object implements Serializable
- serialVersionUID:
- 886065328623752520L
-
Serialized Fields
-
_bOp
BinaryOperator _bOp
-
_uaggOp
AggregateUnaryOperator _uaggOp
-
-
Class org.apache.sysds.runtime.instructions.spark.BuiltinNarySPInstruction.PadBlocksFunction extends Object implements Serializable
- serialVersionUID:
- 1291358959908299855L
-
Serialized Fields
-
_mcOut
DataCharacteristics _mcOut
-
-
Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.CompressionFunction extends Object implements Serializable
- serialVersionUID:
- -6528833083609423922L
-
Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.CompressionWorkloadFunction extends Object implements Serializable
- serialVersionUID:
- -65288330833922L
-
Serialized Fields
-
costBuilder
CostEstimatorBuilder costBuilder
-
-
Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.SizeFunction extends Object implements Serializable
- serialVersionUID:
- 1L
-
Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature1 extends Object implements Serializable
- serialVersionUID:
- -8819908424033945028L
-
Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature2 extends Object implements Serializable
- serialVersionUID:
- 7690448020081435520L
-
Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature3 extends Object implements Serializable
- serialVersionUID:
- -5222678882354280164L
-
Class org.apache.sysds.runtime.instructions.spark.DeCompressionSPInstruction.DeCompressionFunction extends Object implements Serializable
- serialVersionUID:
- -65288330836413922L
-
Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeBuild2Function extends Object implements Serializable
- serialVersionUID:
- 6336375833412029279L
-
Serialized Fields
-
_encoder
EncoderMVImpute _encoder
-
-
Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeBuildFunction extends Object implements Serializable
- serialVersionUID:
- 6336375833412029279L
-
Serialized Fields
-
_encoder
MultiColumnEncoder _encoder
-
-
Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeGroup2Function extends Object implements Serializable
- serialVersionUID:
- 702100641492347459L
-
Serialized Fields
-
_encoder
EncoderMVImpute _encoder
-
-
Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeGroupFunction extends Object implements Serializable
- serialVersionUID:
- -1034187226023517119L
-
Serialized Fields
-
_accMax
org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.MaxLongAccumulator _accMax
-
_encoder
MultiColumnEncoder _encoder
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.CreateMatrixCell extends Object implements Serializable
- serialVersionUID:
- -5783727852453040737L
-
Serialized Fields
-
blen
int blen
-
op
Operator op
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDContainsFunction extends Object implements Serializable
- serialVersionUID:
- 6576713401901671659L
-
Serialized Fields
-
_pattern
double _pattern
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDContainsVectFunction extends Object implements Serializable
- serialVersionUID:
- 2228503788469700742L
-
Serialized Fields
-
_blocksize
int _blocksize
-
_pbcPattern
PartitionedBroadcast<MatrixBlock> _pbcPattern
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDFrameReplaceFunction extends Object implements Serializable
- serialVersionUID:
- 6576713401901671660L
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDMapGroupedAggFunction extends Object implements Serializable
- serialVersionUID:
- 6795402640178679851L
-
Serialized Fields
-
_blen
int _blen
-
_ngroups
int _ngroups
-
_op
Operator _op
-
_pbm
PartitionedBroadcast<MatrixBlock> _pbm
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDMapGroupedAggFunction2 extends Object implements Serializable
- serialVersionUID:
- -6820599604299797661L
-
Serialized Fields
-
_ngroups
int _ngroups
-
_op
Operator _op
-
_pbm
PartitionedBroadcast<MatrixBlock> _pbm
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRemoveEmptyFunction extends Object implements Serializable
- serialVersionUID:
- 4906304771183325289L
-
Serialized Fields
-
_blen
long _blen
-
_len
long _len
-
_rmRows
boolean _rmRows
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRemoveEmptyFunctionInMem extends Object implements Serializable
- serialVersionUID:
- 4906304771183325289L
-
Serialized Fields
-
_blen
long _blen
-
_len
long _len
-
_off
PartitionedBroadcast<MatrixBlock> _off
-
_rmRows
boolean _rmRows
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDReplaceFunction extends Object implements Serializable
- serialVersionUID:
- 6576713401901671659L
-
Serialized Fields
-
_pattern
double _pattern
-
_replacement
double _replacement
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRExpandFunction extends Object implements Serializable
- serialVersionUID:
- -6153643261956222601L
-
Serialized Fields
-
_blen
long _blen
-
_cast
boolean _cast
-
_dirRows
boolean _dirRows
-
_ignore
boolean _ignore
-
_maxVal
long _maxVal
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTokenizeFunction extends Object implements Serializable
- serialVersionUID:
- -8788298032616522019L
-
Serialized Fields
-
_tokenizer
Tokenizer _tokenizer
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyFunction extends Object implements Serializable
- serialVersionUID:
- 5759813006068230916L
-
Serialized Fields
-
_bencoder
org.apache.spark.broadcast.Broadcast<MultiColumnEncoder> _bencoder
-
_omap
org.apache.spark.broadcast.Broadcast<TfOffsetMap> _omap
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyFunction2 extends Object implements Serializable
- serialVersionUID:
- 5759813006068230916L
-
Serialized Fields
-
_bencoder
org.apache.spark.broadcast.Broadcast<MultiColumnEncoder> _bencoder
-
_omap
org.apache.spark.broadcast.Broadcast<TfOffsetMap> _omap
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyOffsetFunction extends Object implements Serializable
- serialVersionUID:
- 3450977356721057440L
-
Serialized Fields
-
_omitColList
int[] _omitColList
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformDecodeExpandFunction extends Object implements Serializable
- serialVersionUID:
- -8187400248076127598L
-
Serialized Fields
-
_blen
int _blen
-
_clen
int _clen
-
-
Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformDecodeFunction extends Object implements Serializable
- serialVersionUID:
- -4797324742568170756L
-
Serialized Fields
-
_blen
int _blen
-
_decoder
Decoder _decoder
-
-
Class org.apache.sysds.runtime.instructions.spark.SpoofSPInstruction.ReplicateRightFactorFunction extends Object implements Serializable
- serialVersionUID:
- -7295989688796126442L
-
Serialized Fields
-
_blen
long _blen
-
_len
long _len
-
-
-
Package org.apache.sysds.runtime.instructions.spark.data
-
Class org.apache.sysds.runtime.instructions.spark.data.BlockPartitioner extends org.apache.spark.Partitioner implements Serializable
- serialVersionUID:
- 3207938407732880324L
-
Serialized Fields
-
_cbPerPart
long _cbPerPart
-
_ncparts
int _ncparts
-
_numParts
int _numParts
-
_rbPerPart
long _rbPerPart
-
-
Class org.apache.sysds.runtime.instructions.spark.data.CorrMatrixBlock extends Object implements Serializable
- serialVersionUID:
- -2204456681697015083L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient deserialization.- Throws:
IOException
- if IOException occurs
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient serialization.- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.instructions.spark.data.IndexedMatrixValue extends Object implements Serializable
- serialVersionUID:
- 6723389820806752110L
-
Serialized Fields
-
_indexes
MatrixIndexes _indexes
-
_value
MatrixValue _value
-
-
Class org.apache.sysds.runtime.instructions.spark.data.PartitionedBlock extends Object implements Serializable
- serialVersionUID:
- 1298817743064415129L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast deserialization.- Throws:
IOException
- if IOException occurs
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast serialization.- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.instructions.spark.data.PartitionedBroadcast extends Object implements Serializable
- serialVersionUID:
- 7041959166079438401L
-
Serialized Fields
-
_dc
DataCharacteristics _dc
-
_pbc
org.apache.spark.broadcast.Broadcast<PartitionedBlock<T extends CacheBlock>>[] _pbc
-
-
Class org.apache.sysds.runtime.instructions.spark.data.RowMatrixBlock extends Object implements Serializable
- serialVersionUID:
- 3307673667643705793L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient deserialization.- Throws:
IOException
- if IOException occurs
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient serialization.- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.instructions.spark.data.SerLongWritable extends org.apache.hadoop.io.LongWritable implements Serializable
- serialVersionUID:
- -2609889817086784049L
-
Class org.apache.sysds.runtime.instructions.spark.data.SerText extends org.apache.hadoop.io.Text implements Serializable
- serialVersionUID:
- -4918278004334054414L
-
-
Package org.apache.sysds.runtime.instructions.spark.functions
-
Class org.apache.sysds.runtime.instructions.spark.functions.AggregateDropCorrectionFunction extends Object implements Serializable
- serialVersionUID:
- -5573656897943638857L
-
Serialized Fields
-
_op
AggregateOperator _op
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.ComputeBinaryBlockNnzFunction extends Object implements Serializable
- serialVersionUID:
- -8396410450821999936L
-
Serialized Fields
-
_aNnz
org.apache.spark.util.LongAccumulator _aNnz
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.ConvertFrameBlockToIJVLines extends Object implements Serializable
- serialVersionUID:
- 1803516615963340115L
-
Class org.apache.sysds.runtime.instructions.spark.functions.ConvertMatrixBlockToIJVLines extends Object implements Serializable
- serialVersionUID:
- 3555147684480763957L
-
Serialized Fields
-
blen
int blen
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.ConvertStringToLongTextPair extends Object implements Serializable
- serialVersionUID:
- 6443041051069809479L
-
Class org.apache.sysds.runtime.instructions.spark.functions.CopyBinaryCellFunction extends Object implements Serializable
- serialVersionUID:
- -675490732439827014L
-
Class org.apache.sysds.runtime.instructions.spark.functions.CopyFrameBlockFunction extends Object implements Serializable
- serialVersionUID:
- 612972882700587381L
-
Serialized Fields
-
_deepCopy
boolean _deepCopy
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.CopyFrameBlockPairFunction extends Object implements Serializable
- serialVersionUID:
- -4686652006382558021L
-
Serialized Fields
-
_deepCopy
boolean _deepCopy
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.CopyMatrixBlockFunction extends Object implements Serializable
- serialVersionUID:
- 966409324406154236L
-
Serialized Fields
-
_deepCopy
boolean _deepCopy
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.CopyMatrixBlockPairFunction extends Object implements Serializable
- serialVersionUID:
- -196553327495233360L
-
Serialized Fields
-
_deepCopy
boolean _deepCopy
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.CopyTensorBlockFunction extends Object implements Serializable
- serialVersionUID:
- 707987326466592670L
-
Serialized Fields
-
_deepCopy
boolean _deepCopy
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.CopyTensorBlockPairFunction extends Object implements Serializable
- serialVersionUID:
- 605514365345997070L
-
Serialized Fields
-
_deepCopy
boolean _deepCopy
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.CopyTextInputFunction extends Object implements Serializable
- serialVersionUID:
- -196553327495233360L
-
Class org.apache.sysds.runtime.instructions.spark.functions.CreateSparseBlockFunction extends Object implements Serializable
- serialVersionUID:
- -4503367283351708178L
-
Serialized Fields
-
_stype
SparseBlock.Type _stype
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.ExtractBlockForBinaryReblock extends Object implements Serializable
- serialVersionUID:
- -762987655085029215L
-
Serialized Fields
-
clen
long clen
-
in_blen
int in_blen
-
out_blen
int out_blen
-
rlen
long rlen
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup extends Object implements Serializable
- serialVersionUID:
- -7059358143841229966L
-
Serialized Fields
-
_blen
long _blen
-
_ngroups
long _ngroups
-
_op
Operator _op
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup.ExtractGroupBroadcast extends ExtractGroup implements Serializable
- serialVersionUID:
- 5709955602290131093L
-
Serialized Fields
-
_pbm
PartitionedBroadcast<MatrixBlock> _pbm
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup.ExtractGroupJoin extends ExtractGroup implements Serializable
- serialVersionUID:
- 8890978615936560266L
-
Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroupNWeights extends Object implements Serializable
- serialVersionUID:
- -188180042997588072L
-
Class org.apache.sysds.runtime.instructions.spark.functions.FilterDiagMatrixBlocksFunction extends Object implements Serializable
- serialVersionUID:
- 685221977882289849L
-
Class org.apache.sysds.runtime.instructions.spark.functions.FilterNonEmptyBlocksFunction extends Object implements Serializable
- serialVersionUID:
- -8856829325565589854L
-
Class org.apache.sysds.runtime.instructions.spark.functions.FilterNonEmptyBlocksFunction2 extends Object implements Serializable
- serialVersionUID:
- -8435900761521598692L
-
Class org.apache.sysds.runtime.instructions.spark.functions.GetMIMBFromRow extends Object implements Serializable
- serialVersionUID:
- 2291741087248847581L
-
Class org.apache.sysds.runtime.instructions.spark.functions.IsBlockInList extends Object implements Serializable
- serialVersionUID:
- -1956151588590369875L
-
Serialized Fields
-
_blen
int _blen
-
_cols
long[] _cols
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.IsBlockInRange extends Object implements Serializable
- serialVersionUID:
- 5849687296021280540L
-
Serialized Fields
-
_blen
int _blen
-
_cl
long _cl
-
_cu
long _cu
-
_rl
long _rl
-
_ru
long _ru
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.IsFrameBlockInRange extends Object implements Serializable
- serialVersionUID:
- 4433918122474769296L
-
Serialized Fields
-
_rl
long _rl
-
_ru
long _ru
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.MapInputSignature extends Object implements Serializable
- serialVersionUID:
- -816443970067626102L
-
Class org.apache.sysds.runtime.instructions.spark.functions.MapJoinSignature extends Object implements Serializable
- serialVersionUID:
- -704403012606821854L
-
Class org.apache.sysds.runtime.instructions.spark.functions.MatrixMatrixBinaryOpFunction extends Object implements Serializable
- serialVersionUID:
- -2683276102742977900L
-
Serialized Fields
-
_bop
BinaryOperator _bop
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.MatrixScalarUnaryFunction extends Object implements Serializable
- serialVersionUID:
- 7246757780621114500L
-
Serialized Fields
-
_op
ScalarOperator _op
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.MatrixVectorBinaryOpPartitionFunction extends Object implements Serializable
- serialVersionUID:
- 9096091404578628534L
-
Serialized Fields
-
_op
BinaryOperator _op
-
_pmV
PartitionedBroadcast<MatrixBlock> _pmV
-
_vtype
BinaryM.VectorType _vtype
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.OuterVectorBinaryOpFunction extends Object implements Serializable
- serialVersionUID:
- 1730704346934726826L
-
Serialized Fields
-
_op
BinaryOperator _op
-
_pmV
PartitionedBroadcast<MatrixBlock> _pmV
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.PerformGroupByAggInCombiner extends Object implements Serializable
- serialVersionUID:
- -813530414567786509L
-
Serialized Fields
-
_op
Operator _op
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.PerformGroupByAggInReducer extends Object implements Serializable
- serialVersionUID:
- 8160556441153227417L
-
Serialized Fields
-
op
Operator op
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.ReblockTensorFunction extends Object implements Serializable
- serialVersionUID:
- 9118830682358813489L
-
Serialized Fields
-
_newBlen
long _newBlen
-
_numDims
int _numDims
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.RecomputeNnzFunction extends Object implements Serializable
- serialVersionUID:
- -973429193604040011L
-
Class org.apache.sysds.runtime.instructions.spark.functions.ReorgMapFunction extends Object implements Serializable
- serialVersionUID:
- 31065772250744103L
-
Serialized Fields
-
_indexFnObject
IndexFunction _indexFnObject
-
_reorgOp
ReorgOperator _reorgOp
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateBlockFunction extends Object implements Serializable
- serialVersionUID:
- -1184696764516975609L
-
Serialized Fields
-
_blen
long _blen
-
_deep
boolean _deep
-
_left
boolean _left
-
_len
long _len
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateTensorFunction extends Object implements Serializable
- serialVersionUID:
- 7181347334827684965L
-
Serialized Fields
-
_byDim
int _byDim
-
_numReplicas
long _numReplicas
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateVectorFunction extends Object implements Serializable
- serialVersionUID:
- -1505557561471236851L
-
Serialized Fields
-
_byRow
boolean _byRow
-
_numReplicas
long _numReplicas
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.TensorTensorBinaryOpFunction extends Object implements Serializable
- serialVersionUID:
- 4204525225937988112L
-
Serialized Fields
-
_bop
BinaryOperator _bop
-
-
Class org.apache.sysds.runtime.instructions.spark.functions.TensorTensorBinaryOpPartitionFunction extends Object implements Serializable
- serialVersionUID:
- 8029096658247920867L
-
Serialized Fields
-
_op
BinaryOperator _op
-
_ptV
PartitionedBroadcast<TensorBlock> _ptV
-
_replicateDim
boolean[] _replicateDim
-
-
-
Package org.apache.sysds.runtime.instructions.spark.utils
-
Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongFrameToLongWritableFrameFunction extends Object implements Serializable
- serialVersionUID:
- -1467314923206783333L
-
Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableFrameToLongFrameFunction extends Object implements Serializable
- serialVersionUID:
- -1232439643533739078L
-
Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableTextToLongTextFunction extends Object implements Serializable
- serialVersionUID:
- -5408386071466175348L
-
Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableToSerFunction extends Object implements Serializable
- serialVersionUID:
- 2286037080400222528L
-
Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.BinaryCellToBinaryBlockFunction extends org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.CellToBinaryBlockFunction implements Serializable
- serialVersionUID:
- 3928810989462198243L
-
Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.DataFrameExtractIDFunction extends Object implements Serializable
- serialVersionUID:
- 7438855241666363433L
-
Serialized Fields
-
_index
int _index
-
-
Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtilsExt.AddRowID extends Object implements Serializable
- serialVersionUID:
- -3733816995375745659L
-
Class org.apache.sysds.runtime.instructions.spark.utils.RDDSortUtils.IndexComparator extends Object implements Serializable
- serialVersionUID:
- 5154839870549241343L
-
Serialized Fields
-
_asc
boolean _asc
-
-
Class org.apache.sysds.runtime.instructions.spark.utils.RDDSortUtils.IndexComparator2 extends Object implements Serializable
- serialVersionUID:
- 5531987863790922691L
-
Serialized Fields
-
_asc
boolean _asc
-
-
-
Package org.apache.sysds.runtime.io
-
Class org.apache.sysds.runtime.io.FileFormatPropertiesCSV extends FileFormatProperties implements Serializable
- serialVersionUID:
- -2870393360885401604L
-
Class org.apache.sysds.runtime.io.FileFormatPropertiesHDF5 extends FileFormatProperties implements Serializable
- serialVersionUID:
- 8646275033790103030L
-
Serialized Fields
-
datasetName
String datasetName
-
-
Class org.apache.sysds.runtime.io.FileFormatPropertiesLIBSVM extends FileFormatProperties implements Serializable
- serialVersionUID:
- -2870393360885401604L
-
Class org.apache.sysds.runtime.io.FileFormatPropertiesMM extends FileFormatProperties implements Serializable
- serialVersionUID:
- -2870393360885401604L
-
Serialized Fields
-
_field
FileFormatPropertiesMM.MMField _field
-
_fmt
FileFormatPropertiesMM.MMFormat _fmt
-
_symmetry
FileFormatPropertiesMM.MMSymmetry _symmetry
-
-
Class org.apache.sysds.runtime.io.InputOutputInfo extends Object implements Serializable
- serialVersionUID:
- 7059677437144672023L
-
Serialized Fields
-
inputFormatClass
Class<? extends org.apache.hadoop.mapred.InputFormat> inputFormatClass
-
keyClass
Class<? extends org.apache.hadoop.io.Writable> keyClass
-
metadata
MetaData metadata
-
outputFormatClass
Class<? extends org.apache.hadoop.mapred.OutputFormat> outputFormatClass
-
valueClass
Class<? extends org.apache.hadoop.io.Writable> valueClass
-
-
-
Package org.apache.sysds.runtime.io.hdf5
-
Class org.apache.sysds.runtime.io.hdf5.H5RuntimeException extends DMLRuntimeException implements Serializable
- serialVersionUID:
- -3551978964353888835L
-
-
Package org.apache.sysds.runtime.iogen
-
Class org.apache.sysds.runtime.iogen.CustomProperties extends FileFormatProperties implements Serializable
- serialVersionUID:
- -2877155313260718134L
-
Serialized Fields
-
colIndexStructure
ColIndexStructure colIndexStructure
-
colKeyPatterns
ArrayList<String>[] colKeyPatterns
-
endWithValueStrings
HashSet<String>[] endWithValueStrings
-
mappingProperties
MappingProperties mappingProperties
-
ncols
int ncols
-
parallel
boolean parallel
-
rowIndexStructure
RowIndexStructure rowIndexStructure
-
schema
Types.ValueType[] schema
-
sparse
boolean sparse
-
valueKeyPattern
ArrayList<String> valueKeyPattern
-
-
-
Package org.apache.sysds.runtime.matrix.data
-
Class org.apache.sysds.runtime.matrix.data.DnnParameters extends Object implements Serializable
- serialVersionUID:
- -212362627205772829L
-
Serialized Fields
-
bias
MatrixBlock bias
-
C
int C
-
enableNative
boolean enableNative
-
end_indexes_h
int[] end_indexes_h
-
end_indexes_w
int[] end_indexes_w
-
H
int H
-
input1
MatrixBlock input1
-
input2
MatrixBlock input2
-
K
int K
-
minValForMaxPoolOperations
double minValForMaxPoolOperations
-
N
int N
-
numThreads
int numThreads
-
output
MatrixBlock output
-
P
int P
-
pad_h
int pad_h
-
pad_w
int pad_w
-
Q
int Q
-
R
int R
-
S
int S
-
start_indexes_h
int[] start_indexes_h
-
start_indexes_w
int[] start_indexes_w
-
stride_h
int stride_h
-
stride_w
int stride_w
-
W
int W
-
-
Class org.apache.sysds.runtime.matrix.data.MatrixBlock extends MatrixValue implements Serializable
- serialVersionUID:
- 7319972089143154056L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.- Throws:
IOException
- if IOException occurs
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.matrix.data.MatrixCell extends MatrixValue implements Serializable
- serialVersionUID:
- -7755996717411912578L
-
Serialized Fields
-
value
double value
-
-
Class org.apache.sysds.runtime.matrix.data.MatrixIndexes extends Object implements Serializable
- serialVersionUID:
- -1521166657518127789L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.- Throws:
IOException
- if IOException occurs
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.matrix.data.TripleIndexes extends Object implements Serializable
- serialVersionUID:
- -4514135024726916288L
-
Serialized Fields
-
first
long first
-
second
long second
-
third
long third
-
-
Class org.apache.sysds.runtime.matrix.data.WeightedCell extends MatrixCell implements Serializable
- serialVersionUID:
- -2283995259000895325L
-
Serialized Fields
-
weight
double weight
-
-
Class org.apache.sysds.runtime.matrix.data.WeightedPair extends WeightedCell implements Serializable
- serialVersionUID:
- 8772815876289553196L
-
Serialized Fields
-
other
double other
-
-
-
Package org.apache.sysds.runtime.matrix.operators
-
Class org.apache.sysds.runtime.matrix.operators.AggregateBinaryOperator extends MultiThreadedOperator implements Serializable
- serialVersionUID:
- 1666421325090925726L
-
Serialized Fields
-
aggOp
AggregateOperator aggOp
-
binaryFn
ValueFunction binaryFn
-
-
Class org.apache.sysds.runtime.matrix.operators.AggregateOperator extends Operator implements Serializable
- serialVersionUID:
- 8761527329665129670L
-
Serialized Fields
-
correction
Types.CorrectionLocationType correction
-
increOp
BinaryOperator increOp
-
initialValue
double initialValue
-
-
Class org.apache.sysds.runtime.matrix.operators.AggregateTernaryOperator extends MultiThreadedOperator implements Serializable
- serialVersionUID:
- 4251745081160216784L
-
Serialized Fields
-
aggOp
AggregateOperator aggOp
-
binaryFn
ValueFunction binaryFn
-
indexFn
IndexFunction indexFn
-
-
Class org.apache.sysds.runtime.matrix.operators.AggregateUnaryOperator extends MultiThreadedOperator implements Serializable
- serialVersionUID:
- 6690553323120787735L
-
Serialized Fields
-
aggOp
AggregateOperator aggOp
-
indexFn
IndexFunction indexFn
-
-
Class org.apache.sysds.runtime.matrix.operators.BinaryOperator extends MultiThreadedOperator implements Serializable
- serialVersionUID:
- -2547950181558989209L
-
Serialized Fields
-
commutative
boolean commutative
-
fn
ValueFunction fn
-
-
Class org.apache.sysds.runtime.matrix.operators.CMOperator extends MultiThreadedOperator implements Serializable
- serialVersionUID:
- 4126894676505115420L
-
Serialized Fields
-
aggOpType
CMOperator.AggregateOperationTypes aggOpType
-
fn
ValueFunction fn
-
-
Class org.apache.sysds.runtime.matrix.operators.CountDistinctOperator extends UnarySketchOperator implements Serializable
- serialVersionUID:
- 7615123453265129670L
-
Serialized Fields
-
hashType
Hash.HashType hashType
-
operatorType
CountDistinctOperatorTypes operatorType
-
-
Class org.apache.sysds.runtime.matrix.operators.COVOperator extends MultiThreadedOperator implements Serializable
- serialVersionUID:
- -8404264552880694469L
-
Serialized Fields
-
fn
COV fn
-
-
Class org.apache.sysds.runtime.matrix.operators.LeftScalarOperator extends ScalarOperator implements Serializable
- serialVersionUID:
- 2360577666575746424L
-
Class org.apache.sysds.runtime.matrix.operators.MultiThreadedOperator extends Operator implements Serializable
- serialVersionUID:
- 3528522245925706630L
-
Serialized Fields
-
_numThreads
int _numThreads
-
-
Class org.apache.sysds.runtime.matrix.operators.Operator extends Object implements Serializable
- serialVersionUID:
- -7453178973186473277L
-
Serialized Fields
-
sparseSafe
boolean sparseSafe
-
-
Class org.apache.sysds.runtime.matrix.operators.QuaternaryOperator extends Operator implements Serializable
- serialVersionUID:
- -1642908613016116069L
-
Serialized Fields
-
eps
double eps
-
fn
ValueFunction fn
-
wtype1
WeightedSquaredLoss.WeightsType wtype1
-
wtype2
WeightedSigmoid.WSigmoidType wtype2
-
wtype3
WeightedDivMM.WDivMMType wtype3
-
wtype4
WeightedCrossEntropy.WCeMMType wtype4
-
wtype5
WeightedUnaryMM.WUMMType wtype5
-
-
Class org.apache.sysds.runtime.matrix.operators.ReIndexOperator extends Operator implements Serializable
- serialVersionUID:
- 8603367674384408297L
-
Class org.apache.sysds.runtime.matrix.operators.ReorgOperator extends MultiThreadedOperator implements Serializable
- serialVersionUID:
- -5322516429026298404L
-
Serialized Fields
-
fn
IndexFunction fn
-
-
Class org.apache.sysds.runtime.matrix.operators.RightScalarOperator extends ScalarOperator implements Serializable
- serialVersionUID:
- 5148300801904349919L
-
Class org.apache.sysds.runtime.matrix.operators.ScalarOperator extends MultiThreadedOperator implements Serializable
- serialVersionUID:
- 4547253761093455869L
-
Serialized Fields
-
_constant
double _constant
-
fn
ValueFunction fn
-
-
Class org.apache.sysds.runtime.matrix.operators.SimpleOperator extends Operator implements Serializable
- serialVersionUID:
- 625147299273287379L
-
Serialized Fields
-
fn
FunctionObject fn
-
-
Class org.apache.sysds.runtime.matrix.operators.TernaryOperator extends MultiThreadedOperator implements Serializable
- serialVersionUID:
- 3456088891054083634L
-
Serialized Fields
-
fn
TernaryValueFunction fn
-
-
Class org.apache.sysds.runtime.matrix.operators.UnaryOperator extends MultiThreadedOperator implements Serializable
- serialVersionUID:
- 2441990876648978637L
-
Serialized Fields
-
fn
ValueFunction fn
-
inplace
boolean inplace
-
-
Class org.apache.sysds.runtime.matrix.operators.UnarySketchOperator extends AggregateUnaryOperator implements Serializable
- serialVersionUID:
- 7615123453265129671L
-
Serialized Fields
-
direction
Types.Direction direction
-
-
-
Package org.apache.sysds.runtime.meta
-
Class org.apache.sysds.runtime.meta.DataCharacteristics extends Object implements Serializable
- serialVersionUID:
- 3411056029517599342L
-
Serialized Fields
-
_blocksize
int _blocksize
-
_noEmptyBlocks
boolean _noEmptyBlocks
-
-
Class org.apache.sysds.runtime.meta.MatrixCharacteristics extends DataCharacteristics implements Serializable
- serialVersionUID:
- 8300479822915546000L
-
Serialized Fields
-
nonZero
long nonZero
Number of non zero values if -1 then unknown -
numColumns
long numColumns
Number of rows -
numRows
long numRows
Number of columns -
ubNnz
boolean ubNnz
Upper bound non zero value, indicate if the non zero value is an upper bound
-
-
Class org.apache.sysds.runtime.meta.TensorCharacteristics extends DataCharacteristics implements Serializable
- serialVersionUID:
- 8300479822915546000L
-
Serialized Fields
-
_dims
long[] _dims
-
_nnz
long _nnz
-
-
-
Package org.apache.sysds.runtime.privacy
-
Class org.apache.sysds.runtime.privacy.DMLPrivacyException extends DMLRuntimeException implements Serializable
- serialVersionUID:
- 1L
-
Class org.apache.sysds.runtime.privacy.PrivacyConstraint extends Object implements Serializable
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput is) throws IOException
- Throws:
IOException
-
writeExternal
public void writeExternal(ObjectOutput objectOutput) throws IOException
- Throws:
IOException
-
-
-
-
Package org.apache.sysds.runtime.transform
-
Class org.apache.sysds.runtime.transform.TfUtils extends Object implements Serializable
- serialVersionUID:
- 526252850872633125L
-
Serialized Fields
-
_NAstrings
String[] _NAstrings
-
-
-
Package org.apache.sysds.runtime.transform.decode
-
Class org.apache.sysds.runtime.transform.decode.Decoder extends Object implements Serializable
- serialVersionUID:
- -1732411001366177787L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.decode.DecoderBin extends Decoder implements Serializable
- serialVersionUID:
- -3784249774608228805L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.decode.DecoderComposite extends Decoder implements Serializable
- serialVersionUID:
- 5790600547144743716L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.decode.DecoderDummycode extends Decoder implements Serializable
- serialVersionUID:
- 4758831042891032129L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.decode.DecoderPassThrough extends Decoder implements Serializable
- serialVersionUID:
- -8525203889417422598L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.decode.DecoderRecode extends Decoder implements Serializable
- serialVersionUID:
- -3784249774608228805L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
- if IOException occurs
-
-
-
Package org.apache.sysds.runtime.transform.encode
-
Class org.apache.sysds.runtime.transform.encode.ColumnEncoder extends Object implements Serializable
- serialVersionUID:
- 2299156350718979064L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.encode.ColumnEncoderBin extends ColumnEncoder implements Serializable
- serialVersionUID:
- 1917445005206076078L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.encode.ColumnEncoderComposite extends ColumnEncoder implements Serializable
- serialVersionUID:
- -8473768154646831882L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.encode.ColumnEncoderDummycode extends ColumnEncoder implements Serializable
- serialVersionUID:
- 5832130477659116489L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.encode.ColumnEncoderFeatureHash extends ColumnEncoder implements Serializable
- serialVersionUID:
- 7435806042138687342L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.encode.ColumnEncoderPassThrough extends ColumnEncoder implements Serializable
- serialVersionUID:
- -8473768154646831882L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.encode.ColumnEncoderRecode extends ColumnEncoder implements Serializable
- serialVersionUID:
- 8213163881283341874L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.encode.ColumnEncoderUDF extends ColumnEncoder implements Serializable
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.- Throws:
IOException
- if IOException occurs
-
-
-
Class org.apache.sysds.runtime.transform.encode.ColumnEncoderWordEmbedding extends ColumnEncoder implements Serializable
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
- if IOException occurs
-
-
-
Class org.apache.sysds.runtime.transform.encode.EncoderMVImpute extends LegacyEncoder implements Serializable
- serialVersionUID:
- 9057868620144662194L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.encode.EncoderOmit extends LegacyEncoder implements Serializable
- serialVersionUID:
- 1978852120416654195L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.encode.LegacyEncoder extends Object implements Serializable
- serialVersionUID:
- 2299156350718979064L
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.- Throws:
IOException
- if IOException occur
-
writeExternal
public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.- Throws:
IOException
- if IOException occurs
-
-
Class org.apache.sysds.runtime.transform.encode.MultiColumnEncoder extends Object implements Serializable
-
Serialization Methods
-
readExternal
public void readExternal(ObjectInput in) throws IOException, ClassNotFoundException
- Throws:
IOException
ClassNotFoundException
-
writeExternal
public void writeExternal(ObjectOutput out) throws IOException
- Throws:
IOException
-
-
-
-
Package org.apache.sysds.runtime.transform.meta
-
Class org.apache.sysds.runtime.transform.meta.TfOffsetMap extends Object implements Serializable
- serialVersionUID:
- 8949124761287236703L
-
-
Package org.apache.sysds.runtime.transform.tokenize
-
Class org.apache.sysds.runtime.transform.tokenize.Tokenizer extends Object implements Serializable
- serialVersionUID:
- 7155673772374114577L
-
Serialized Fields
-
internalRepresentation
DocumentRepresentation[] internalRepresentation
-
tokenizerApplier
TokenizerApplier tokenizerApplier
-
tokenizerBuilder
TokenizerBuilder tokenizerBuilder
-
-
-
Package org.apache.sysds.runtime.transform.tokenize.applier
-
Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplier extends Object implements Serializable
- serialVersionUID:
- 39116559705096787L
-
Serialized Fields
-
applyPadding
boolean applyPadding
-
maxTokens
int maxTokens
-
numIdCols
int numIdCols
-
wideFormat
boolean wideFormat
-
-
Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierCount extends TokenizerApplier implements Serializable
- serialVersionUID:
- 6382000606237705019L
-
Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierHash extends TokenizerApplier implements Serializable
- serialVersionUID:
- 4763889041868044668L
-
Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierPosition extends TokenizerApplier implements Serializable
- serialVersionUID:
- 3563407270742660830L
-
-
Package org.apache.sysds.runtime.transform.tokenize.builder
-
Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilder extends Object implements Serializable
- serialVersionUID:
- -4999630313246644464L
-
Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderNgram extends TokenizerBuilderWhitespaceSplit implements Serializable
- serialVersionUID:
- -6297904316677723802L
-
Serialized Fields
-
maxGram
int maxGram
-
minGram
int minGram
-
ngramType
org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderNgram.NgramType ngramType
-
-
Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderWhitespaceSplit extends TokenizerBuilder implements Serializable
- serialVersionUID:
- 539127244034913364L
-
Serialized Fields
-
idCols
int[] idCols
-
regex
String regex
-
tokenizeCol
int tokenizeCol
-
-
-
Package org.apache.sysds.runtime.util
-
Class org.apache.sysds.runtime.util.FastStringTokenizer extends Object implements Serializable
- serialVersionUID:
- 4051436015710778611L
-
Serialized Fields
-
_del
char _del
-
_pos
int _pos
-
_string
String _string
-
-
Class org.apache.sysds.runtime.util.IndexRange extends Object implements Serializable
- serialVersionUID:
- 5746526303666494601L
-
Serialized Fields
-
colEnd
long colEnd
-
colStart
long colStart
-
rowEnd
long rowEnd
-
rowStart
long rowStart
-
-