Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
minmingzhu committed Jul 16, 2024
1 parent 204a759 commit 2959da4
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
1 change: 1 addition & 0 deletions mllib-dal/src/main/native/CorrelationSampleImpl.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,7 @@
#include "Communicator.hpp"
#include "oneapi/dal/table/row_accessor.hpp"
#include "oneapi/dal/table/common.hpp"
#include "com_intel_oap_mllib_stat_CorrelationDALImpl.h"


namespace dal = oneapi::dal;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -88,11 +88,10 @@ object CorrelationSample {
val executorCores = Utils.sparkExecutorCores()
logger.info(s"executorNum ${executorNum}")
logger.info(s"executorCores ${executorCores}")

val cor = new CorrelationDALImpl(executorNum, executorCores)
val kvsIPPort = getOneCCLIPPort(data)
data.mapPartitionsWithIndex { (rank, iter) =>
new CorrelationDALImpl(executorNum, executorCores)
.cCorrelationSampleTrainDAL(rank, executorNum, kvsIPPort)
cor.cCorrelationSampleTrainDAL(rank, executorNum, kvsIPPort)
Iterator.empty
}.collect()
spark.stop()
Expand Down

0 comments on commit 2959da4

Please sign in to comment.