Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 6 additions & 6 deletions .github/workflows/ci-checks-build.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ permissions: # added using https://github.com/step-security/secure-repo
jobs:
code-checks-scala:
name: Code Checks for Scala
runs-on: ubuntu-20.04
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # v3.6.0
- name: Set up JDK 1.8
Expand All @@ -22,7 +22,7 @@ jobs:

code-checks-java:
name: Code Checks for Java
runs-on: ubuntu-20.04
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # v3.6.0
- name: Set up JDK 1.8
Expand All @@ -36,21 +36,21 @@ jobs:

code-checks-cpp:
name: Code Checks for C++
runs-on: ubuntu-20.04
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # v3.6.0
- name: Install clang-format
run: |
sudo apt-get update
sudo apt-get install -y clang-format-10
sudo apt-get install -y clang-format
- name: Check C++ code
run: |
cd ${{github.workspace}}/mllib-dal/src/main/native
${{github.workspace}}/dev/code-checks/lint-cpp.sh

code-build:
name: Build Checks
runs-on: ubuntu-20.04
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # v3.6.0
- name: Set up JDK 1.8
Expand All @@ -65,7 +65,7 @@ jobs:
~/.m2/repository
/opt/intel/oneapi
~/opt
key: ${{ runner.os }}_spark-3.3.3_hadoop-3.2.0_oneapi-2023.0.0
key: ${{ runner.os }}_spark-3.3.3_hadoop-3.2.0_oneapi-2025.2
restore-keys: |
${{ runner.os }}-
- name: Build Test for CPU and GPU
Expand Down
20 changes: 10 additions & 10 deletions .github/workflows/ci-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ permissions: # added using https://github.com/step-security/secure-repo
jobs:
local-test-oneAPI_table:
name: Local Test for Units (OneAPI Table)
runs-on: ubuntu-20.04
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # v3.6.0
- name: Set up JDK 1.8
Expand All @@ -23,15 +23,15 @@ jobs:
~/.m2/repository
/opt/intel/oneapi
~/opt
key: ${{ runner.os }}_spark-3.3.3_hadoop-3.2.0_oneapi-2023.0.0
key: ${{ runner.os }}_spark-3.3.3_hadoop-3.2.0_oneapi-2025.2
restore-keys: |
${{ runner.os }}-
- name: Local Test
run: |
${{github.workspace}}/dev/ci/ci-local-dpc-test.sh
local-test-CPU:
name: Local Test for Units (CPU)
runs-on: ubuntu-20.04
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # v3.6.0
- name: Set up JDK 1.8
Expand All @@ -46,7 +46,7 @@ jobs:
~/.m2/repository
/opt/intel/oneapi
~/opt
key: ${{ runner.os }}_spark-3.3.3_hadoop-3.2.0_oneapi-2023.0.0
key: ${{ runner.os }}_spark-3.3.3_hadoop-3.2.0_oneapi-2025.2
restore-keys: |
${{ runner.os }}-
- name: Local Test
Expand All @@ -55,7 +55,7 @@ jobs:
yarn-test:
if: ${{ false }} # disable for now
name: Yarn Test for Examples (CPU)
runs-on: ubuntu-20.04
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # v3.6.0
- name: Set up JDK 1.8
Expand All @@ -70,15 +70,15 @@ jobs:
~/.m2/repository
/opt/intel/oneapi
~/opt
key: ${{ runner.os }}_spark-3.3.3_hadoop-3.2.0_oneapi-2023.0.0
key: ${{ runner.os }}_spark-3.3.3_hadoop-3.2.0_oneapi-2025.2
restore-keys: |
${{ runner.os }}-
- name: Cluster Test
run: |
${{github.workspace}}/dev/ci/ci-yarn-test-cpu.sh
standalone-scala-test:
name: Standalone CPU_GPU_PROFILE Test for scala Examples (CPU)
runs-on: ubuntu-20.04
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # v3.6.0
- name: Set up JDK 1.8
Expand All @@ -93,15 +93,15 @@ jobs:
~/.m2/repository
/opt/intel/oneapi
~/opt
key: ${{ runner.os }}_spark-3.3.3_hadoop-3.2.0_oneapi-2023.0.0
key: ${{ runner.os }}_spark-3.3.3_hadoop-3.2.0_oneapi-2025.2
restore-keys: |
${{ runner.os }}-
- name: Cluster Test
run: |
${{github.workspace}}/dev/ci/ci-standalone-scala-test-cpu.sh
standalone-python-test:
name: Standalone CPU_GPU_PROFILE Test for python Examples (CPU)
runs-on: ubuntu-20.04
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@f43a0e5ff2bd294095638e18286ca9a3d1956744 # v3.6.0
- name: Set up JDK 1.8
Expand All @@ -116,7 +116,7 @@ jobs:
~/.m2/repository
/opt/intel/oneapi
~/opt
key: ${{ runner.os }}_spark-3.3.3_hadoop-3.2.0_oneapi-2023.0.0
key: ${{ runner.os }}_spark-3.3.3_hadoop-3.2.0_oneapi-2025.2
restore-keys: |
${{ runner.os }}-
- name: Cluster Test
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/dev_cron.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,15 +27,15 @@ on:

permissions:
issues: write
contents: write
pull-requests: write
contents: read

jobs:
process:
name: Process
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@ee0669bd1cc54295c223e0bb666b733df41de1c5 # v2.7.0

- name: Comment Issues link
if: |
github.event_name == 'pull_request_target' &&
Expand Down
2 changes: 1 addition & 1 deletion dev/code-checks/lint-cpp.sh
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
# See the License for the specific language governing permissions and
# limitations under the License.

CLANG_FORMAT=$(which clang-format-10)
CLANG_FORMAT=$(which clang-format)
CLANG_FORMAT_VERSION=$($CLANG_FORMAT --version)

if [ -z $CLANG_FORMAT ]; then
Expand Down
10 changes: 5 additions & 5 deletions dev/install-build-deps-centos.sh
Original file line number Diff line number Diff line change
Expand Up @@ -13,11 +13,11 @@ repo_gpgcheck=1
gpgkey=https://yum.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB
EOF
sudo mv /tmp/oneAPI.repo /etc/yum.repos.d
sudo yum install -y intel-oneapi-ccl-devel-2021.8.0 \
intel-oneapi-tbb-common-devel-2021.8.0 intel-oneapi-tbb-devel-2021.8.0 \
intel-oneapi-mpi-devel-2021.8.0 \
intel-oneapi-dal-common-devel-2023.0.0 intel-oneapi-dal-devel-2023.0.0 \
intel-oneapi-compiler-dpcpp-cpp-2023.0.0 intel-oneapi-compiler-dpcpp-cpp-common-2023.0.0 intel-oneapi-compiler-dpcpp-cpp-runtime-2023.0.0 intel-oneapi-dpcpp-cpp-2023.0.0
sudo yum install -y intel-oneapi-ccl-devel-2021.16 \
intel-oneapi-tbb-common-devel-2021.13 intel-oneapi-tbb-devel-2022.2 \
intel-oneapi-mpi-devel-2021.16 \
intel-oneapi-dal-common-devel-2025.6 intel-oneapi-dal-devel-2025.6 \
intel-oneapi-compiler-dpcpp-cpp-2025.3 intel-oneapi-compiler-dpcpp-cpp-common-2025.3 intel-oneapi-compiler-dpcpp-cpp-runtime-2025.3 intel-oneapi-dpcpp-cpp-2025.3
else
echo "oneAPI components already installed!"
fi
13 changes: 6 additions & 7 deletions dev/install-build-deps-ubuntu.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,15 +4,14 @@ if [ ! -d /opt/intel/oneapi ]; then
echo "Installing oneAPI components ..."
sudo apt clean
cd /tmp
wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB \
| gpg --dearmor | sudo tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null
wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | gpg --dearmor | sudo tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null
echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" | sudo tee /etc/apt/sources.list.d/oneAPI.list
sudo apt update
sudo apt-get install -y intel-oneapi-ccl-devel-2021.8.0 \
intel-oneapi-tbb-common-devel-2021.8.0 intel-oneapi-tbb-devel-2021.8.0 \
intel-oneapi-mpi-devel-2021.8.0 \
intel-oneapi-dal-common-devel-2023.0.0 intel-oneapi-dal-devel-2023.0.0 \
intel-oneapi-compiler-dpcpp-cpp-2023.0.0 intel-oneapi-compiler-dpcpp-cpp-common-2023.0.0 intel-oneapi-compiler-dpcpp-cpp-runtime-2023.0.0 intel-oneapi-dpcpp-cpp-2023.0.0
sudo apt-get install -y intel-oneapi-ccl-devel-2021.16 \
intel-oneapi-tbb-common-devel-2021.13 intel-oneapi-tbb-devel-2022.2 \
intel-oneapi-mpi-devel-2021.16 \
intel-oneapi-dal-common-devel-2025.6 intel-oneapi-dal-devel-2025.6 \
intel-oneapi-compiler-dpcpp-cpp-2025.3 intel-oneapi-compiler-dpcpp-cpp-common-2025.3 intel-oneapi-compiler-dpcpp-cpp-runtime-2025.3 intel-oneapi-dpcpp-cpp-2025.3
else
echo "oneAPI components already installed!"
fi
6 changes: 3 additions & 3 deletions dev/install-runtime-deps-centos.sh
Original file line number Diff line number Diff line change
Expand Up @@ -13,9 +13,9 @@ repo_gpgcheck=1
gpgkey=https://yum.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB
EOF
sudo mv /tmp/oneAPI.repo /etc/yum.repos.d
sudo yum install -y intel-oneapi-ccl-2021.8.0 \
intel-oneapi-mpi-2021.8.0 \
intel-oneapi-compiler-dpcpp-cpp-runtime-2023.0.0 intel-oneapi-dpcpp-cpp-2023.0.0
sudo yum install -y intel-oneapi-ccl-2021.16 \
intel-oneapi-mpi-2021.16 \
intel-oneapi-compiler-dpcpp-cpp-runtime-2025.3 intel-oneapi-dpcpp-cpp-2025.3
else
echo "oneAPI components already installed!"
fi
9 changes: 4 additions & 5 deletions dev/install-runtime-deps-ubuntu.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,13 +4,12 @@ if [ ! -d /opt/intel/oneapi ]; then
echo "Installing oneAPI components ..."
sudo apt clean
cd /tmp
wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB \
| gpg --dearmor | sudo tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null
wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | gpg --dearmor | sudo tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null
echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" | sudo tee /etc/apt/sources.list.d/oneAPI.list
sudo apt update
sudo apt-get install -y intel-oneapi-ccl-2021.8.0 \
intel-oneapi-mpi-2021.8.0 \
intel-oneapi-compiler-dpcpp-cpp-runtime-2023.0.0 intel-oneapi-dpcpp-cpp-2023.0.0
sudo apt-get install -y intel-oneapi-ccl-2021.16 \
intel-oneapi-mpi-2021.16 \
intel-oneapi-compiler-dpcpp-cpp-runtime-2025.3 intel-oneapi-dpcpp-cpp-2025.3
else
echo "oneAPI components already installed!"
fi
2 changes: 1 addition & 1 deletion mllib-dal/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -192,7 +192,7 @@
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-databind</artifactId>
<version>2.12.3</version>
<version>2.13.4</version>
</dependency>
<dependency>
<groupId>org.apache.commons</groupId>
Expand Down
5 changes: 2 additions & 3 deletions mllib-dal/src/main/native/service.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -212,9 +212,8 @@ NumericTablePtr homegenToSyclHomogen(NumericTablePtr ntHomogen) {

// printNumericTable(ntHomogen, "ntHomogen:", 10, 10);

NumericTablePtr ntSycl =
HomogenNumericTable<CpuAlgorithmFPType>::create(
nColumns, nRows, NumericTable::doAllocate);
NumericTablePtr ntSycl = HomogenNumericTable<CpuAlgorithmFPType>::create(
nColumns, nRows, NumericTable::doAllocate);

// printNumericTable(ntSycl, "ntSycl:", 10, 10);

Expand Down
Loading