diff --git a/README.md b/README.md index baec3308..c23678da 100644 --- a/README.md +++ b/README.md @@ -499,9 +499,8 @@ $HOME/miniconda2/envs/oapenv/bin/pmempool rm ${device_name} #### Enable RPMemShuffle ```bash spark.shuffle.manager org.apache.spark.shuffle.pmof.PmofShuffleManager -spark.driver.extraClassPath /$path/oap-shuffle/RPMem-shuffle/core/target/oap-rpmem-shuffle-java--jar-with-dependencies.jar -spark.executor.extraClassPath /$path/oap-shuffle/RPMem-shuffle/core/target/oap-rpmem-shuffle-java--jar-with-dependencies.jar - +spark.driver.extraClassPath /$path/oap-shuffle/RPMem-shuffle/core/target/oap-rpmem-shuffle-java--with-spark.jar +spark.executor.extraClassPath /$path/oap-shuffle/RPMem-shuffle/core/target/oap-rpmem-shuffle-java--with-spark.jar ``` #### Switch On/Off PMem and RDMA ```bash @@ -772,8 +771,8 @@ spark.yarn.driver.memoryOverhead 5g spark.shuffle.compress true spark.io.compression.codec snappy -spark.driver.extraClassPath $HOME/miniconda2/envs/oapenv/oap_jars/oap-rpmem-shuffle-java--jar-with-dependencies.jar -spark.executor.extraClassPath $HOME/miniconda2/envs/oapenv/oap_jars/oap-rpmem-shuffle-java--jar-with-dependencies.jar +spark.driver.extraClassPath $HOME/miniconda2/envs/oapenv/oap_jars/oap-rpmem-shuffle-java--with-spark.jar +spark.executor.extraClassPath $HOME/miniconda2/envs/oapenv/oap_jars/oap-rpmem-shuffle-java--with-spark.jar spark.shuffle.manager org.apache.spark.shuffle.pmof.PmofShuffleManager spark.shuffle.pmof.enable_rdma true spark.shuffle.pmof.enable_pmem true diff --git a/core/pom.xml b/core/pom.xml index 7a823643..983f724a 100644 --- a/core/pom.xml +++ b/core/pom.xml @@ -15,6 +15,10 @@ oap-rpmem-shuffle-java 1.1.1 + + 3.1.1 + + org.apache.spark @@ -132,7 +136,7 @@ true - jar-with-dependencies + with-spark${spark.version}