Class RDDSortUtils
- java.lang.Object
- 
- org.apache.sysds.runtime.instructions.spark.utils.RDDSortUtils
 
- 
 public class RDDSortUtils extends Object 
- 
- 
Nested Class SummaryNested Classes Modifier and Type Class Description static classRDDSortUtils.IndexComparatorstatic classRDDSortUtils.IndexComparator2
 - 
Constructor SummaryConstructors Constructor Description RDDSortUtils()
 - 
Method SummaryAll Methods Static Methods Concrete Methods Modifier and Type Method Description static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock>sortByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, long rlen, int blen)static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock>sortByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in2, long rlen, int blen)static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock>sortByVals(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, long rlen, long clen, int blen)static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock>sortDataByIx(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> data, org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> ixmap, long rlen, long clen, int blen)static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock>sortDataByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val, org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> data, boolean asc, long rlen, long clen, int blen)static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock>sortDataByValMemSort(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val, org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> data, boolean asc, long rlen, long clen, int blen, SparkExecutionContext sec, ReorgOperator r_op)This function collects and sorts value column in memory and then broadcasts it.static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock>sortDataByVals(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val, org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> data, boolean asc, long rlen, long clen, long clen2, int blen)static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock>sortIndexesByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val, boolean asc, long rlen, int blen)static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock>sortIndexesByVals(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, boolean asc, long rlen, long clen, int blen)
 
- 
- 
- 
Method Detail- 
sortByValpublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, long rlen, int blen) 
 - 
sortByValpublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in2, long rlen, int blen) 
 - 
sortByValspublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortByVals(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, long rlen, long clen, int blen) 
 - 
sortIndexesByValpublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortIndexesByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val, boolean asc, long rlen, int blen) 
 - 
sortIndexesByValspublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortIndexesByVals(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, boolean asc, long rlen, long clen, int blen) 
 - 
sortDataByValpublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortDataByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val, org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> data, boolean asc, long rlen, long clen, int blen) 
 - 
sortDataByValspublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortDataByVals(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val, org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> data, boolean asc, long rlen, long clen, long clen2, int blen) 
 - 
sortDataByIxpublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortDataByIx(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> data, org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> ixmap, long rlen, long clen, int blen) 
 - 
sortDataByValMemSortpublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortDataByValMemSort(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val, org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> data, boolean asc, long rlen, long clen, int blen, SparkExecutionContext sec, ReorgOperator r_op) This function collects and sorts value column in memory and then broadcasts it.- Parameters:
- val- value as- JavaPairRDD<MatrixIndexes, MatrixBlock>
- data- data as- JavaPairRDD<MatrixIndexes, MatrixBlock>
- asc- if true, sort ascending
- rlen- number of rows
- clen- number of columns
- blen- block length
- sec- spark execution context
- r_op- reorg operator
- Returns:
- data as JavaPairRDD<MatrixIndexes, MatrixBlock>
 
 
- 
 
-