From 57d934f42a50734c526df94f73c11bf4f4d42a54 Mon Sep 17 00:00:00 2001 From: minmingzhu Date: Mon, 29 Jul 2024 10:49:07 +0800 Subject: [PATCH] update --- mllib-dal/src/main/native/CorrelationImpl.cpp | 40 +++++++++---------- 1 file changed, 20 insertions(+), 20 deletions(-) diff --git a/mllib-dal/src/main/native/CorrelationImpl.cpp b/mllib-dal/src/main/native/CorrelationImpl.cpp index 8915f142e..70c4ffbba 100644 --- a/mllib-dal/src/main/native/CorrelationImpl.cpp +++ b/mllib-dal/src/main/native/CorrelationImpl.cpp @@ -34,7 +34,7 @@ #include "oneapi/dal/table/common.hpp" #include "oneapi/dal/io/csv.hpp" #include "Logger.h" -#include // for getenv +//#include // for getenv using namespace std; #ifdef CPU_GPU_PROFILE @@ -203,28 +203,28 @@ static void doCorrelationOneAPICompute( // } else { // std::cout << "Environment variable not found." << std::endl; // } - for (char **env = environ; *env != nullptr; ++env) { - std::cout << *env << std::endl; - } +// for (char **env = environ; *env != nullptr; ++env) { +// std::cout << *env << std::endl; +// } const bool isRoot = (comm.get_rank() == ccl_root); - auto t1 = std::chrono::high_resolution_clock::now(); - auto input_vec = file_path("/home/damon/storage/DataRoot/HiBench_CSV/Correlation/Input/4000000"); - const auto train_data_file_name = data_path(input_vec[comm.get_rank()]); - cout << "rank id = " << comm.get_rank() << " File name: " << train_data_file_name << endl; - const auto htable = read(queue, csv::data_source{ train_data_file_name }); - comm.barrier(); - -// float *htableArray = reinterpret_cast(pNumTabData); -// logger::println(logger::INFO, "numRows was %d", numRows); -// logger::println(logger::INFO, "numClos was %d", numClos); // auto t1 = std::chrono::high_resolution_clock::now(); +// auto input_vec = file_path("/home/damon/storage/DataRoot/HiBench_CSV/Correlation/Input/4000000"); +// const auto train_data_file_name = data_path(input_vec[comm.get_rank()]); +// cout << "rank id = " << comm.get_rank() << " File name: " << train_data_file_name << endl; +// const auto htable = read
(queue, csv::data_source{ train_data_file_name }); +// comm.barrier(); + + float *htableArray = reinterpret_cast(pNumTabData); + logger::println(logger::INFO, "numRows was %d", numRows); + logger::println(logger::INFO, "numClos was %d", numClos); + auto t1 = std::chrono::high_resolution_clock::now(); -// auto data = sycl::malloc_shared(numRows * numClos, queue); -// std::cout << "table size : " << numRows * numClos << std::endl; -// logger::Logger::getInstance(breakdown_name).printLogToFile("rankID was %d, table size %ld.", comm.get_rank(), numRows * numClos ); -// queue.memcpy(data, htableArray, sizeof(float) * numRows * numClos).wait(); -// homogen_table htable{queue, data, numRows, numClos, -// detail::make_default_delete(queue)}; + auto data = sycl::malloc_shared(numRows * numClos, queue); + std::cout << "table size : " << numRows * numClos << std::endl; + logger::Logger::getInstance(breakdown_name).printLogToFile("rankID was %d, table size %ld.", comm.get_rank(), numRows * numClos ); + queue.memcpy(data, htableArray, sizeof(float) * numRows * numClos).wait(); + homogen_table htable{queue, data, numRows, numClos, + detail::make_default_delete(queue)}; auto t2 = std::chrono::high_resolution_clock::now(); auto duration = (float)std::chrono::duration_cast(t2 - t1)