Modifier and Type | Method and Description |
---|---|
static void |
DMLScript.initHadoopExecution(DMLConfig config) |
Modifier and Type | Method and Description |
---|---|
Program |
DMLTranslator.getRuntimeProgram(DMLProgram prog,
DMLConfig config) |
Modifier and Type | Class and Description |
---|---|
class |
DMLCompressionException |
class |
DMLScriptException
This exception should be thrown to flag DML Script errors.
|
Modifier and Type | Method and Description |
---|---|
static MatrixBlock |
StagingFileUtils.readCellList2BlockFromLocal(String fname,
int blen) |
static MatrixBlock |
StagingFileUtils.readCellList2BlockFromLocal(String fname,
int blen,
boolean sparse) |
Constructor and Description |
---|
DnnCPInstruction(CPOperand in1,
CPOperand in2,
CPOperand in3,
CPOperand in4,
CPOperand in5,
CPOperand in6,
CPOperand in7,
CPOperand in8,
CPOperand out,
CPOperand out2,
CPOperand out3,
CPOperand out4,
CPOperand out5,
String opcode,
String istr,
double intermediateMemoryBudget) |
Modifier and Type | Method and Description |
---|---|
void |
DnnGPUInstruction.processBatchNorm2dBackwardInstruction(ExecutionContext ec) |
Constructor and Description |
---|
DnnGPUInstruction(CPOperand in1,
CPOperand in2,
CPOperand in3,
CPOperand in4,
CPOperand in5,
CPOperand in6,
CPOperand in7,
CPOperand in8,
CPOperand out,
CPOperand out2,
CPOperand out3,
CPOperand out4,
CPOperand out5,
String opcode,
String istr,
double intermediateMemoryBudget) |
DnnGPUInstruction(CPOperand in1,
CPOperand in2,
CPOperand in3,
CPOperand in4,
CPOperand in5,
CPOperand in6,
CPOperand out,
CPOperand out2,
String opcode,
String istr,
double intermediateMemoryBudget) |
DnnGPUInstruction(CPOperand in1,
CPOperand in2,
CPOperand in3,
CPOperand in4,
CPOperand out,
String opcode,
String istr,
double intermediateMemoryBudget) |
DnnGPUInstruction(CPOperand in1,
CPOperand in2,
CPOperand in3,
CPOperand out,
String opcode,
String istr,
double intermediateMemoryBudget) |
Modifier and Type | Method and Description |
---|---|
void |
GPUObject.clearData(String opcode,
boolean eager)
Clears the data associated with this
GPUObject instance |
void |
GPUMemoryManager.free(String opcode,
jcuda.Pointer toFree,
boolean eager)
Deallocate the pointer
|
jcuda.Pointer |
GPULazyCudaFreeMemoryManager.getRmvarPointerMinSize(String opcode,
long minSize) |
Modifier and Type | Method and Description |
---|---|
List<IndexedMatrixValue> |
ReblockBuffer.flushBufferToBinaryBlocks() |
void |
FrameReblockBuffer.flushBufferToBinaryBlocks(ArrayList<Pair<Long,FrameBlock>> outList) |
Modifier and Type | Method and Description |
---|---|
String[] |
FrameReader.getDefColNames(long clen) |
Types.ValueType[] |
FrameReader.getDefSchema(long clen) |
static FileFormatPropertiesMM |
IOUtilFunctions.readAndParseMatrixMarketHeader(String filename) |
FrameBlock |
FrameReader.readFrameFromHDFS(String fname,
long rlen,
long clen) |
FrameBlock |
FrameReader.readFrameFromHDFS(String fname,
Types.ValueType[] schema,
long rlen,
long clen) |
FrameBlock |
FrameReaderJSONL.readFrameFromHDFS(String fname,
Types.ValueType[] schema,
Map<String,Integer> schemaMap,
long rlen,
long clen) |
abstract FrameBlock |
FrameReader.readFrameFromHDFS(String fname,
Types.ValueType[] schema,
String[] names,
long rlen,
long clen) |
FrameBlock |
FrameReaderTextCell.readFrameFromHDFS(String fname,
Types.ValueType[] schema,
String[] names,
long rlen,
long clen) |
FrameBlock |
FrameReaderTextCSV.readFrameFromHDFS(String fname,
Types.ValueType[] schema,
String[] names,
long rlen,
long clen) |
FrameBlock |
FrameReaderBinaryBlock.readFrameFromHDFS(String fname,
Types.ValueType[] schema,
String[] names,
long rlen,
long clen) |
FrameBlock |
FrameReader.readFrameFromInputStream(InputStream is,
long rlen,
long clen) |
FrameBlock |
FrameReader.readFrameFromInputStream(InputStream is,
Types.ValueType[] schema,
long rlen,
long clen) |
abstract FrameBlock |
FrameReader.readFrameFromInputStream(InputStream is,
Types.ValueType[] schema,
String[] names,
long rlen,
long clen) |
FrameBlock |
FrameReaderTextCell.readFrameFromInputStream(InputStream is,
Types.ValueType[] schema,
String[] names,
long rlen,
long clen) |
FrameBlock |
FrameReaderTextCSV.readFrameFromInputStream(InputStream is,
Types.ValueType[] schema,
String[] names,
long rlen,
long clen) |
FrameBlock |
FrameReaderBinaryBlock.readFrameFromInputStream(InputStream is,
Types.ValueType[] schema,
String[] names,
long rlen,
long clen) |
ArrayList<IndexedMatrixValue> |
ReaderBinaryBlock.readIndexedMatrixBlocksFromHDFS(String fname,
long rlen,
long clen,
int blen) |
MatrixBlock |
ReaderTextLIBSVMParallel.readMatrixFromHDFS(String fname,
long rlen,
long clen,
int blen,
long estnnz) |
MatrixBlock |
ReaderTextCell.readMatrixFromHDFS(String fname,
long rlen,
long clen,
int blen,
long estnnz) |
MatrixBlock |
ReaderBinaryBlock.readMatrixFromHDFS(String fname,
long rlen,
long clen,
int blen,
long estnnz) |
MatrixBlock |
ReaderTextCSV.readMatrixFromHDFS(String fname,
long rlen,
long clen,
int blen,
long estnnz) |
abstract MatrixBlock |
MatrixReader.readMatrixFromHDFS(String fname,
long rlen,
long clen,
int blen,
long estnnz) |
MatrixBlock |
ReaderBinaryBlockParallel.readMatrixFromHDFS(String fname,
long rlen,
long clen,
int blen,
long estnnz) |
MatrixBlock |
ReaderTextLIBSVM.readMatrixFromHDFS(String fname,
long rlen,
long clen,
int blen,
long estnnz) |
MatrixBlock |
ReaderTextCSVParallel.readMatrixFromHDFS(String fname,
long rlen,
long clen,
int blen,
long estnnz) |
MatrixBlock |
ReaderTextLIBSVMParallel.readMatrixFromInputStream(InputStream is,
long rlen,
long clen,
int blen,
long estnnz) |
MatrixBlock |
ReaderTextCell.readMatrixFromInputStream(InputStream is,
long rlen,
long clen,
int blen,
long estnnz) |
MatrixBlock |
ReaderBinaryBlock.readMatrixFromInputStream(InputStream is,
long rlen,
long clen,
int blen,
long estnnz) |
MatrixBlock |
ReaderTextCSV.readMatrixFromInputStream(InputStream is,
long rlen,
long clen,
int blen,
long estnnz) |
abstract MatrixBlock |
MatrixReader.readMatrixFromInputStream(InputStream is,
long rlen,
long clen,
int blen,
long estnnz) |
MatrixBlock |
ReaderTextLIBSVM.readMatrixFromInputStream(InputStream is,
long rlen,
long clen,
int blen,
long estnnz) |
MatrixBlock |
ReaderTextCSVParallel.readMatrixFromInputStream(InputStream is,
long rlen,
long clen,
int blen,
long estnnz) |
abstract TensorBlock |
TensorReader.readTensorFromHDFS(String fname,
long[] dims,
int blen,
Types.ValueType[] schema) |
TensorBlock |
TensorReaderTextCell.readTensorFromHDFS(String fname,
long[] dims,
int blen,
Types.ValueType[] schema) |
TensorBlock |
TensorReaderBinaryBlock.readTensorFromHDFS(String fname,
long[] dims,
int blen,
Types.ValueType[] schema) |
void |
WriterTextCSV.writeEmptyMatrixToHDFS(String fname,
long rlen,
long clen,
int blen) |
void |
WriterMatrixMarket.writeEmptyMatrixToHDFS(String fname,
long rlen,
long clen,
int blen) |
void |
WriterBinaryBlock.writeEmptyMatrixToHDFS(String fname,
long rlen,
long clen,
int blen) |
void |
WriterTextLIBSVM.writeEmptyMatrixToHDFS(String fname,
long rlen,
long clen,
int blen) |
void |
WriterTextCell.writeEmptyMatrixToHDFS(String fname,
long rlen,
long clen,
int blen) |
void |
FrameWriterTextCell.writeFrameToHDFS(FrameBlock src,
String fname,
long rlen,
long clen) |
abstract void |
FrameWriter.writeFrameToHDFS(FrameBlock src,
String fname,
long rlen,
long clen) |
void |
FrameWriterTextCSV.writeFrameToHDFS(FrameBlock src,
String fname,
long rlen,
long clen) |
void |
FrameWriterBinaryBlock.writeFrameToHDFS(FrameBlock src,
String fname,
long rlen,
long clen) |
void |
FrameWriterJSONL.writeFrameToHDFS(FrameBlock src,
String fname,
Map<String,Integer> schemaMap,
long rlen,
long clen) |
void |
WriterTextCSV.writeMatrixToHDFS(MatrixBlock src,
String fname,
long rlen,
long clen,
int blen,
long nnz,
boolean diag) |
void |
WriterMatrixMarket.writeMatrixToHDFS(MatrixBlock src,
String fname,
long rlen,
long clen,
int blen,
long nnz,
boolean diag) |
void |
WriterBinaryBlock.writeMatrixToHDFS(MatrixBlock src,
String fname,
long rlen,
long clen,
int blen,
long nnz,
boolean diag) |
void |
WriterTextLIBSVM.writeMatrixToHDFS(MatrixBlock src,
String fname,
long rlen,
long clen,
int blen,
long nnz,
boolean diag) |
void |
WriterTextCell.writeMatrixToHDFS(MatrixBlock src,
String fname,
long rlen,
long clen,
int blen,
long nnz,
boolean diag) |
Modifier and Type | Method and Description |
---|---|
static void |
LibMatrixCuDNN.batchNormalizationBackward(GPUContext gCtx,
String instName,
MatrixObject image,
MatrixObject dout,
MatrixObject scale,
MatrixObject dX,
MatrixObject dScale,
MatrixObject dBias,
double epsilon,
MatrixObject resultSaveMean,
MatrixObject resultSaveInvVariance)
This method computes the backpropagation errors for image, scale and bias of batch normalization layer
|
static void |
LibMatrixCuDNN.batchNormalizationForwardInference(GPUContext gCtx,
String instName,
MatrixObject image,
MatrixObject scale,
MatrixObject bias,
MatrixObject runningMean,
MatrixObject runningVar,
MatrixObject ret,
double epsilon)
Performs the forward BatchNormalization layer computation for inference
|
static void |
LibMatrixCuDNN.batchNormalizationForwardTraining(GPUContext gCtx,
String instName,
MatrixObject image,
MatrixObject scale,
MatrixObject bias,
MatrixObject runningMean,
MatrixObject runningVar,
MatrixObject ret,
MatrixObject retRunningMean,
MatrixObject retRunningVar,
double epsilon,
double exponentialAverageFactor,
MatrixObject resultSaveMean,
MatrixObject resultSaveInvVariance)
Performs the forward BatchNormalization layer computation for training
|
static void |
LibMatrixCUDA.denseTranspose(ExecutionContext ec,
GPUContext gCtx,
String instName,
jcuda.Pointer A,
jcuda.Pointer C,
long numRowsA,
long numColsA)
Computes C = t(A)
|
static JCudaKernels |
LibMatrixCUDA.getCudaKernels(GPUContext gCtx) |
static jcuda.Pointer |
LibMatrixCUDA.getDensePointer(GPUContext gCtx,
MatrixObject input,
String instName)
Convenience method to get jcudaDenseMatrixPtr.
|
static jcuda.Pointer |
LibMatrixCuDNN.getDensePointerForCuDNN(GPUContext gCtx,
MatrixObject image,
String instName,
int numRows,
int numCols)
Convenience method to get jcudaDenseMatrixPtr.
|
static void |
LibMatrixCuDNN.lstm(ExecutionContext ec,
GPUContext gCtx,
String instName,
jcuda.Pointer X,
jcuda.Pointer wPointer,
jcuda.Pointer out0,
jcuda.Pointer c0,
boolean return_sequences,
String outputName,
String cyName,
int N,
int M,
int D,
int T)
Computes the forward pass for an LSTM layer with M neurons.
|
static void |
LibMatrixCuDNN.lstmBackward(ExecutionContext ec,
GPUContext gCtx,
String instName,
jcuda.Pointer x,
jcuda.Pointer hx,
jcuda.Pointer cx,
jcuda.Pointer wPointer,
String doutName,
String dcyName,
String dxName,
String dwName,
String dbName,
String dhxName,
String dcxName,
boolean return_sequences,
int N,
int M,
int D,
int T) |
Constructor and Description |
---|
LibMatrixCuDNNRnnAlgorithm(ExecutionContext ec,
GPUContext gCtx,
String instName,
String rnnMode,
int N,
int T,
int M,
int D,
boolean isTraining,
jcuda.Pointer w) |
Modifier and Type | Class and Description |
---|---|
class |
DMLPrivacyException
This exception should be thrown to flag DML runtime errors related to the violation of privacy constraints.
|
Modifier and Type | Method and Description |
---|---|
static String |
HDFSTool.metaDataToString(Types.ValueType vt,
Types.ValueType[] schema,
Types.DataType dt,
DataCharacteristics dc,
Types.FileFormat fmt,
FileFormatProperties formatProperties,
PrivacyConstraint privacyConstraint) |
static double[] |
HDFSTool.readColumnVectorFromHDFS(String dir,
Types.FileFormat fmt,
long rlen,
long clen,
int blen) |
static double[][] |
HDFSTool.readMatrixFromHDFS(String dir,
Types.FileFormat fmt,
long rlen,
long clen,
int blen) |
Modifier and Type | Method and Description |
---|---|
static void |
InstallDependencyForIntegrationTests.main(String[] args) |
Copyright © 2020 The Apache Software Foundation. All rights reserved.