From 6e71adc0ba993393f23c2242e76a7f7d49111995 Mon Sep 17 00:00:00 2001 From: JiaKe Date: Thu, 19 May 2022 22:20:28 +0800 Subject: [PATCH] update the doc of gluten usage (#150) --- docs/ArrowInstallation.md | 4 ++-- docs/GlutenUsage.md | 4 ++-- docs/Velox.md | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/docs/ArrowInstallation.md b/docs/ArrowInstallation.md index 79f2de2c23b3..835da11cf259 100644 --- a/docs/ArrowInstallation.md +++ b/docs/ArrowInstallation.md @@ -40,9 +40,9 @@ make install # build java cd ../../java # change property 'arrow.cpp.build.dir' to the relative path of cpp build dir in gandiva/pom.xml -mvn clean install -P arrow-jni -am -Darrow.cpp.build.dir=../cpp/release-build/release/ -DskipTests -Dcheckstyle.skip +mvn clean install -P arrow-jni -am -Darrow.cpp.build.dir=${ARROW_HOME}/cpp/release-build/release/ -DskipTests -Dcheckstyle.skip # if you are behine proxy, please also add proxy for socks -mvn clean install -P arrow-jni -am -Darrow.cpp.build.dir=../cpp/release-build/release/ -DskipTests -Dcheckstyle.skip -DsocksProxyHost=${proxyHost} -DsocksProxyPort=1080 +mvn clean install -P arrow-jni -am -Darrow.cpp.build.dir=${ARROW_HOME}/cpp/release-build/release/ -DskipTests -Dcheckstyle.skip -DsocksProxyHost=${proxyHost} -DsocksProxyPort=1080 ``` run test diff --git a/docs/GlutenUsage.md b/docs/GlutenUsage.md index 7a9fbb8e6052..63aa66593355 100644 --- a/docs/GlutenUsage.md +++ b/docs/GlutenUsage.md @@ -62,8 +62,8 @@ spark.plugins io.glutenproject.GlutenPlugin spark.gluten.sql.columnar.backend.lib ${BACKEND} spark.sql.sources.useV1SourceList avro spark.memory.offHeap.size 20g -spark.driver.extraClassPath ${GLUTEN_HOME}/jvm/target/gluten-jvm--snapshot-jar-with-dependencies.jar -spark.executor.extraClassPath ${GLUTEN_HOME}/jvm/target/gluten-jvm--snapshot-jar-with-dependencies.jar +spark.driver.extraClassPath ${GLUTEN_HOME}/backends-velox/target/gluten-jvm--snapshot-jar-with-dependencies.jar +spark.executor.extraClassPath ${GLUTEN_HOME}/backends-velox/target/gluten-jvm--snapshot-jar-with-dependencies.jar ``` Below is an example of the script to submit Spark SQL query. diff --git a/docs/Velox.md b/docs/Velox.md index 3cb900d99394..d2a7b6446df3 100644 --- a/docs/Velox.md +++ b/docs/Velox.md @@ -1,7 +1,7 @@ ## Velox Currently, Gluten requires Velox being pre-compiled. -In general, please refer to [Velox Installation](https://github.com/facebookincubator/velox/blob/main/scripts/setup-ubuntu.sh) to install all the dependencies and compile Velox. +In general, please refer to [Velox Installation](https://github.com/facebookincubator/velox/blob/main/scripts/setup-ubuntu.sh) to install all the dependencies and compile Velox. When compiling velox, it should be noted that the version of protobuf needs to be 3.13, otherwise there will be an inconsistent protobuf version when compiling Gluten with velox. Gluten depends on this [Velox branch](https://github.com/oap-project/velox/commits/main) under oap-project. The changes to Velox are planned to be upstreamed in the future. Some of them have already been raised to Velox in pull requests.