From a9fb3b10210c56b3343a01232cf6ba42e0ae96ff Mon Sep 17 00:00:00 2001 From: minmingzhu Date: Tue, 30 Jul 2024 00:16:48 +0800 Subject: [PATCH] update --- .../oap/mllib/stat/CorrelationDALImpl.scala | 26 +++++++++---------- 1 file changed, 13 insertions(+), 13 deletions(-) diff --git a/mllib-dal/src/main/scala/com/intel/oap/mllib/stat/CorrelationDALImpl.scala b/mllib-dal/src/main/scala/com/intel/oap/mllib/stat/CorrelationDALImpl.scala index 085a07e41..b1c3c7fdb 100644 --- a/mllib-dal/src/main/scala/com/intel/oap/mllib/stat/CorrelationDALImpl.scala +++ b/mllib-dal/src/main/scala/com/intel/oap/mllib/stat/CorrelationDALImpl.scala @@ -51,19 +51,19 @@ class CorrelationDALImpl( val kvsIPPort = getOneCCLIPPort(coalescedTables) val training_breakdown_name = "Correlation_training_breakdown_" + executorNum; - coalescedTables.mapPartitionsWithIndex { (rank, iter) => - logInfo(s"set ZE_AFFINITY_MASK") - val gpuIndices = if (useDevice == "GPU") { - val resources = TaskContext.get().resources() - resources("gpu").addresses.map(_.toInt) - } else { - null - } - logInfo(s"set ZE_AFFINITY_MASK rank is $rank.") - logInfo(s"gpuIndices is ${gpuIndices.mkString(", ")}.") - OneCCL.setExecutorEnv("ZE_AFFINITY_MASK", gpuIndices(0).toString()) - Iterator.empty - }.count() +// coalescedTables.mapPartitionsWithIndex { (rank, iter) => +// logInfo(s"set ZE_AFFINITY_MASK") +// val gpuIndices = if (useDevice == "GPU") { +// val resources = TaskContext.get().resources() +// resources("gpu").addresses.map(_.toInt) +// } else { +// null +// } +// logInfo(s"set ZE_AFFINITY_MASK rank is $rank.") +// logInfo(s"gpuIndices is ${gpuIndices.mkString(", ")}.") +// OneCCL.setExecutorEnv("ZE_AFFINITY_MASK", gpuIndices(0).toString()) +// Iterator.empty +// }.count() if (useDevice == "CPU") { coalescedTables.mapPartitionsWithIndex { (rank, table) =>