Modifier and Type | Method and Description |
---|---|
double[][] |
Connection.readDoubleMatrix(String fname,
InputInfo iinfo,
long rows,
long cols,
int brlen,
int bclen,
long nnz)
Reads an input matrix in arbitrary format from HDFS into a dense double array.
|
String[][] |
Connection.readStringFrame(String fname,
InputInfo iinfo,
long rows,
long cols)
Reads an input frame in arbitrary format from HDFS into a dense string array.
|
Modifier and Type | Method and Description |
---|---|
InputInfo[] |
MRJobInstruction.getInputInfos() |
Modifier and Type | Method and Description |
---|---|
protected void |
ReblockSPInstruction.processFrameReblockInstruction(org.apache.sysml.runtime.controlprogram.context.SparkExecutionContext sec,
InputInfo iinfo) |
protected void |
ReblockSPInstruction.processMatrixReblockInstruction(org.apache.sysml.runtime.controlprogram.context.SparkExecutionContext sec,
InputInfo iinfo) |
Modifier and Type | Method and Description |
---|---|
InputInfo |
MetaDataFormat.getInputInfo() |
Modifier and Type | Method and Description |
---|---|
static CSVReblockMR.AssignRowIDMRReturn |
CSVReblockMR.runAssignRowIDMRJob(String[] inputs,
InputInfo[] inputInfos,
int[] brlens,
int[] bclens,
String reblockInstructions,
int replication,
String[] smallestFiles) |
static JobReturn |
GMR.runJob(MRJobInstruction inst,
String[] inputs,
InputInfo[] inputInfos,
long[] rlens,
long[] clens,
int[] brlens,
int[] bclens,
boolean[] partitioned,
org.apache.sysml.runtime.controlprogram.ParForProgramBlock.PDataPartitionFormat[] pformats,
int[] psizes,
String recordReaderInstruction,
String instructionsInMapper,
String aggInstructionsInReducer,
String otherInstructionsInReducer,
int numReducers,
int replication,
boolean jvmReuse,
byte[] resultIndexes,
String dimsUnknownFilePrefix,
String[] outputs,
OutputInfo[] outputInfos)
Execute job.
|
static JobReturn |
ReblockMR.runJob(MRJobInstruction inst,
String[] inputs,
InputInfo[] inputInfos,
long[] rlens,
long[] clens,
int[] brlens,
int[] bclens,
long[] nnz,
String instructionsInMapper,
String reblockInstructions,
String otherInstructionsInReducer,
int numReducers,
int replication,
boolean jvmReuse,
byte[] resultIndexes,
String[] outputs,
OutputInfo[] outputInfos) |
static JobReturn |
WriteCSVMR.runJob(MRJobInstruction inst,
String[] inputs,
InputInfo[] inputInfos,
long[] rlens,
long[] clens,
int[] brlens,
int[] bclens,
String csvWriteInstructions,
int numReducers,
int replication,
byte[] resultIndexes,
String[] outputs) |
static JobReturn |
CombineMR.runJob(MRJobInstruction inst,
String[] inputs,
InputInfo[] inputInfos,
long[] rlens,
long[] clens,
int[] brlens,
int[] bclens,
String combineInstructions,
int numReducers,
int replication,
byte[] resultIndexes,
String[] outputs,
OutputInfo[] outputInfos) |
static JobReturn |
CSVReblockMR.runJob(MRJobInstruction inst,
String[] inputs,
InputInfo[] inputInfos,
long[] rlens,
long[] clens,
int[] brlens,
int[] bclens,
String reblockInstructions,
String otherInstructionsInReducer,
int numReducers,
int replication,
byte[] resultIndexes,
String[] outputs,
OutputInfo[] outputInfos) |
static JobReturn |
CMCOVMR.runJob(MRJobInstruction inst,
String[] inputs,
InputInfo[] inputInfos,
long[] rlens,
long[] clens,
int[] brlens,
int[] bclens,
String instructionsInMapper,
String cmNcomInstructions,
int numReducers,
int replication,
byte[] resultIndexes,
String[] outputs,
OutputInfo[] outputInfos) |
static JobReturn |
GroupedAggMR.runJob(MRJobInstruction inst,
String[] inputs,
InputInfo[] inputInfos,
long[] rlens,
long[] clens,
int[] brlens,
int[] bclens,
String grpAggInstructions,
String simpleReduceInstructions,
int numReducers,
int replication,
byte[] resultIndexes,
String dimsUnknownFilePrefix,
String[] outputs,
OutputInfo[] outputInfos) |
static JobReturn |
MMCJMR.runJob(MRJobInstruction inst,
String[] inputs,
InputInfo[] inputInfos,
long[] rlens,
long[] clens,
int[] brlens,
int[] bclens,
String instructionsInMapper,
String aggInstructionsInReducer,
String aggBinInstrction,
int numReducers,
int replication,
String output,
OutputInfo outputinfo) |
static JobReturn |
MMRJMR.runJob(MRJobInstruction inst,
String[] inputs,
InputInfo[] inputInfos,
long[] rlens,
long[] clens,
int[] brlens,
int[] bclens,
String instructionsInMapper,
String aggInstructionsInReducer,
String aggBinInstrctions,
String otherInstructionsInReducer,
int numReducers,
int replication,
byte[] resultIndexes,
String[] outputs,
OutputInfo[] outputInfos) |
static JobReturn |
SortMR.runJob(MRJobInstruction inst,
String input,
InputInfo inputInfo,
long rlen,
long clen,
int brlen,
int bclen,
String combineInst,
String sortInst,
int numReducers,
int replication,
String output,
OutputInfo outputInfo,
boolean valueIsWeight) |
Constructor and Description |
---|
MetaDataFormat(MatrixCharacteristics mc,
OutputInfo oinfo,
InputInfo iinfo) |
Modifier and Type | Field and Description |
---|---|
static InputInfo |
InputInfo.BinaryBlockFrameInputInfo |
static InputInfo |
InputInfo.BinaryBlockInputInfo |
static InputInfo |
InputInfo.BinaryCellInputInfo |
static InputInfo |
InputInfo.CSVInputInfo |
static InputInfo |
InputInfo.InputInfoForSort |
static InputInfo |
InputInfo.InputInfoForSortOutput |
static InputInfo |
InputInfo.MatrixMarketInputInfo |
static InputInfo |
InputInfo.TextCellInputInfo |
static InputInfo |
InputInfo.WeightedPairInputInfo |
Modifier and Type | Method and Description |
---|---|
static InputInfo |
OutputInfo.getMatchingInputInfo(OutputInfo oi) |
static InputInfo |
InputInfo.stringExternalToInputInfo(String str) |
static InputInfo |
InputInfo.stringToInputInfo(String str) |
Modifier and Type | Method and Description |
---|---|
static OutputInfo |
InputInfo.getMatchingOutputInfo(InputInfo ii) |
static String |
InputInfo.inputInfoToString(InputInfo ii) |
Modifier and Type | Field and Description |
---|---|
protected InputInfo |
ExternalFunctionInvocationInstruction.iinfo |
Modifier and Type | Method and Description |
---|---|
void |
Matrix.setMatrixDoubleArray(MatrixBlock mb,
OutputInfo oinfo,
InputInfo iinfo)
Method to set matrix as double array.
|
Constructor and Description |
---|
ExternalFunctionInvocationInstruction(org.apache.sysml.runtime.instructions.cp.CPOperand[] inputs,
org.apache.sysml.runtime.instructions.cp.CPOperand[] outputs,
PackageFunction fun,
String baseDir,
InputInfo format) |
Copyright © 2018 The Apache Software Foundation. All rights reserved.