Skip to content

Commit

Permalink
fix comments
Browse files Browse the repository at this point in the history
Signed-off-by: minmingzhu <[email protected]>
  • Loading branch information
minmingzhu committed Jul 22, 2024
1 parent 8a2dda7 commit 157fe7d
Showing 1 changed file with 7 additions and 0 deletions.
7 changes: 7 additions & 0 deletions mllib-dal/src/main/scala/com/intel/oap/mllib/OneDAL.scala
Original file line number Diff line number Diff line change
Expand Up @@ -395,6 +395,10 @@ object OneDAL {
mergedTables
}

/**
* Return a new RDD containing two Tuple3, Each Tuple3 represents(featuresArrayAddress, featuresNumRows, featuresNumCols),
* (labelsArrayAddress, labelsNumRows, labelsNumCols) in this RDD.
*/
def coalesceLabelPointsToHomogenTables(labeledPoints: Dataset[_],
labelCol: String,
featuresCol: String,
Expand Down Expand Up @@ -578,6 +582,9 @@ object OneDAL {
matrix
}

/**
* Return a new RDD containing targetArrayAddress, numRows, numCols in this RDD.
*/
def coalesceVectorsToHomogenTables(data: RDD[Vector], executorNum: Int,
device: Common.ComputeDevice): RDD[Tuple3[Long, Long, Long]] = {
logger.info(s"Processing partitions with $executorNum executors")
Expand Down

0 comments on commit 157fe7d

Please sign in to comment.