Class TfMetaUtils
- java.lang.Object
- 
- org.apache.sysds.runtime.transform.meta.TfMetaUtils
 
- 
 public class TfMetaUtils extends Object 
- 
- 
Constructor SummaryConstructors Constructor Description TfMetaUtils()
 - 
Method SummaryAll Methods Static Methods Concrete Methods Modifier and Type Method Description static booleancontainsOmitSpec(String spec, String[] colnames)static longgetK(org.apache.wink.json4j.JSONObject parsedSpec)Get K value used for calculation during feature hashing from parsed specifications.static booleanisIDSpec(String spec)static booleanisIDSpec(org.apache.wink.json4j.JSONObject spec)static List<Integer>parseBinningColIDs(String spec, String[] colnames, int minCol, int maxCol)static List<Integer>parseBinningColIDs(org.apache.wink.json4j.JSONObject jSpec, String[] colnames, int minCol, int maxCol)static int[]parseJsonArrayIDList(org.apache.wink.json4j.JSONArray arr, String[] colnames, int minCol, int maxCol, boolean ids)static int[]parseJsonIDList(String spec, String[] colnames, String group)static int[]parseJsonIDList(org.apache.wink.json4j.JSONObject spec, String[] colnames, String group)TODO consolidate external and internal json spec definitionsstatic int[]parseJsonIDList(org.apache.wink.json4j.JSONObject spec, String[] colnames, String group, int minCol, int maxCol)static intparseJsonObjectID(org.apache.wink.json4j.JSONObject colspec, String[] colnames, int minCol, int maxCol, boolean ids)static int[]parseJsonObjectIDList(org.apache.wink.json4j.JSONObject spec, String[] colnames, String group, int minCol, int maxCol)static int[]parseJsonPlainArrayIDList(org.apache.wink.json4j.JSONArray arr, String[] colnames, int minCol, int maxCol, boolean ids)static List<Integer>parseUDFColIDs(org.apache.wink.json4j.JSONObject jSpec, String[] colnames, int minCol, int maxCol)static FrameBlockreadTransformMetaDataFromFile(String spec, String metapath, String colDelim)Reads transform meta data from an HDFS file path and converts it into an in-memory FrameBlock object.static FrameBlockreadTransformMetaDataFromPath(String spec, String metapath, String colDelim)Reads transform meta data from the class path and converts it into an in-memory FrameBlock object.
 
- 
- 
- 
Method Detail- 
isIDSpecpublic static boolean isIDSpec(String spec) 
 - 
isIDSpecpublic static boolean isIDSpec(org.apache.wink.json4j.JSONObject spec) throws org.apache.wink.json4j.JSONException- Throws:
- org.apache.wink.json4j.JSONException
 
 - 
parseJsonIDListpublic static int[] parseJsonIDList(org.apache.wink.json4j.JSONObject spec, String[] colnames, String group) throws org.apache.wink.json4j.JSONExceptionTODO consolidate external and internal json spec definitions- Parameters:
- spec- transform specification as json string
- colnames- column names
- group- attribute name in json class
- Returns:
- list of column ids
- Throws:
- org.apache.wink.json4j.JSONException- if JSONException occurs
 
 - 
parseJsonIDListpublic static int[] parseJsonIDList(org.apache.wink.json4j.JSONObject spec, String[] colnames, String group, int minCol, int maxCol) throws org.apache.wink.json4j.JSONException- Parameters:
- spec- transform specification as json string
- colnames- column names
- group- attribute name in json class
- minCol- start of columns to ignore (1-based, inclusive, if -1 not used)
- maxCol- end of columns to ignore (1-based, exclusive, if -1 not used)
- Returns:
- list of column ids
- Throws:
- org.apache.wink.json4j.JSONException- if JSONException occurs
 
 - 
parseJsonObjectIDpublic static int parseJsonObjectID(org.apache.wink.json4j.JSONObject colspec, String[] colnames, int minCol, int maxCol, boolean ids) throws org.apache.wink.json4j.JSONException- Throws:
- org.apache.wink.json4j.JSONException
 
 - 
parseJsonObjectIDListpublic static int[] parseJsonObjectIDList(org.apache.wink.json4j.JSONObject spec, String[] colnames, String group, int minCol, int maxCol) throws org.apache.wink.json4j.JSONException- Throws:
- org.apache.wink.json4j.JSONException
 
 - 
parseJsonArrayIDListpublic static int[] parseJsonArrayIDList(org.apache.wink.json4j.JSONArray arr, String[] colnames, int minCol, int maxCol, boolean ids) throws org.apache.wink.json4j.JSONException- Throws:
- org.apache.wink.json4j.JSONException
 
 - 
parseJsonPlainArrayIDListpublic static int[] parseJsonPlainArrayIDList(org.apache.wink.json4j.JSONArray arr, String[] colnames, int minCol, int maxCol, boolean ids)
 - 
getKpublic static long getK(org.apache.wink.json4j.JSONObject parsedSpec) throws org.apache.wink.json4j.JSONExceptionGet K value used for calculation during feature hashing from parsed specifications.- Parameters:
- parsedSpec- parsed specifications
- Returns:
- K value
- Throws:
- org.apache.wink.json4j.JSONException- if JSONException occurs
 
 - 
readTransformMetaDataFromFilepublic static FrameBlock readTransformMetaDataFromFile(String spec, String metapath, String colDelim) throws IOException Reads transform meta data from an HDFS file path and converts it into an in-memory FrameBlock object.- Parameters:
- spec- transform specification as json string
- metapath- hdfs file path to meta data directory
- colDelim- separator for processing column names in the meta data file 'column.names'
- Returns:
- frame block
- Throws:
- IOException- if IOException occurs
 
 - 
readTransformMetaDataFromPathpublic static FrameBlock readTransformMetaDataFromPath(String spec, String metapath, String colDelim) throws IOException Reads transform meta data from the class path and converts it into an in-memory FrameBlock object.- Parameters:
- spec- transform specification as json string
- metapath- resource path to meta data directory
- colDelim- separator for processing column names in the meta data file 'column.names'
- Returns:
- frame block
- Throws:
- IOException- if IOException occurs
 
 - 
parseBinningColIDspublic static List<Integer> parseBinningColIDs(String spec, String[] colnames, int minCol, int maxCol) throws IOException - Throws:
- IOException
 
 - 
parseBinningColIDspublic static List<Integer> parseBinningColIDs(org.apache.wink.json4j.JSONObject jSpec, String[] colnames, int minCol, int maxCol) throws IOException - Throws:
- IOException
 
 - 
parseUDFColIDspublic static List<Integer> parseUDFColIDs(org.apache.wink.json4j.JSONObject jSpec, String[] colnames, int minCol, int maxCol) throws IOException - Throws:
- IOException
 
 
- 
 
-