public class TokenizerPostHash extends Object implements TokenizerPost
Constructor and Description |
---|
TokenizerPostHash(org.apache.wink.json4j.JSONObject params,
int numIdCols,
int maxTokens,
boolean wideFormat) |
Modifier and Type | Method and Description |
---|---|
long |
getNumCols() |
long |
getNumRows(long inRows) |
Types.ValueType[] |
getOutSchema() |
FrameBlock |
tokenizePost(List<org.apache.sysds.runtime.transform.tokenize.Tokenizer.DocumentToTokens> tl,
FrameBlock out) |
public TokenizerPostHash(org.apache.wink.json4j.JSONObject params, int numIdCols, int maxTokens, boolean wideFormat) throws org.apache.wink.json4j.JSONException
org.apache.wink.json4j.JSONException
public FrameBlock tokenizePost(List<org.apache.sysds.runtime.transform.tokenize.Tokenizer.DocumentToTokens> tl, FrameBlock out)
tokenizePost
in interface TokenizerPost
public Types.ValueType[] getOutSchema()
getOutSchema
in interface TokenizerPost
public long getNumRows(long inRows)
getNumRows
in interface TokenizerPost
public long getNumCols()
getNumCols
in interface TokenizerPost
Copyright © 2021 The Apache Software Foundation. All rights reserved.