From 30e4063c6cf442e7ed5eecedf9596793c9bd4842 Mon Sep 17 00:00:00 2001 From: Cheng Pan Date: Thu, 28 Sep 2023 19:58:06 +0800 Subject: [PATCH] [MINOR] Fix configuration version Change the `.version("0.3.2")` to `.version("0.3.1")` 0.3.1 is not release yet. No. Pass GA. Closes #1948 from pan3793/minor-version. Lead-authored-by: Cheng Pan Co-authored-by: Cheng Pan Signed-off-by: Cheng Pan (cherry picked from commit ab68a4ae1b920bcfc842e25cda755f5efe2e8ff1) Signed-off-by: Cheng Pan --- .../scala/org/apache/celeborn/common/CelebornConf.scala | 4 ++-- docs/configuration/master.md | 2 +- docs/migration.md | 6 ++---- 3 files changed, 5 insertions(+), 7 deletions(-) diff --git a/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala b/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala index 75425f89ada..6329a60f1b5 100644 --- a/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala +++ b/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala @@ -1584,7 +1584,7 @@ object CelebornConf extends Logging { val WORKER_UNAVAILABLE_INFO_EXPIRE_TIMEOUT: ConfigEntry[Long] = buildConf("celeborn.master.workerUnavailableInfo.expireTimeout") .categories("master") - .version("0.3.2") + .version("0.3.1") .doc("Worker unavailable info would be cleared when the retention period is expired") .timeConf(TimeUnit.MILLISECONDS) .createWithDefaultString("1800s") @@ -2220,7 +2220,7 @@ object CelebornConf extends Logging { "the range fetch phase, as both the original and sorted files will be retained until the " + "shuffle is finished. Note that the default value is configured as 'false' as a " + "temporary workaround for CELEBORN-980. see CELEBORN-980 for more details.") - .version("0.3.2") + .version("0.3.1") .internal .booleanConf .createWithDefault(false) diff --git a/docs/configuration/master.md b/docs/configuration/master.md index 6cc914127d6..69c93774bbb 100644 --- a/docs/configuration/master.md +++ b/docs/configuration/master.md @@ -35,7 +35,7 @@ license: | | celeborn.master.slot.assign.maxWorkers | 10000 | Max workers that slots of one shuffle can be allocated on. Will choose the smaller positive one from Master side and Client side, see `celeborn.client.slot.assign.maxWorkers`. | 0.3.1 | | celeborn.master.slot.assign.policy | ROUNDROBIN | Policy for master to assign slots, Celeborn supports two types of policy: roundrobin and loadaware. Loadaware policy will be ignored when `HDFS` is enabled in `celeborn.storage.activeTypes` | 0.3.0 | | celeborn.master.userResourceConsumption.update.interval | 30s | Time length for a window about compute user resource consumption. | 0.3.0 | -| celeborn.master.workerUnavailableInfo.expireTimeout | 1800s | Worker unavailable info would be cleared when the retention period is expired | 0.3.2 | +| celeborn.master.workerUnavailableInfo.expireTimeout | 1800s | Worker unavailable info would be cleared when the retention period is expired | 0.3.1 | | celeborn.storage.activeTypes | HDD,SSD | Enabled storage levels. Available options: HDD,SSD,HDFS. | 0.3.0 | | celeborn.storage.hdfs.dir | <undefined> | HDFS base directory for Celeborn to store shuffle data. | 0.2.0 | diff --git a/docs/migration.md b/docs/migration.md index 328df89b6ed..2da679c14dd 100644 --- a/docs/migration.md +++ b/docs/migration.md @@ -19,14 +19,12 @@ license: | # Migration Guide -## Upgrading from 0.3.1 to 0.3.2 - -- Since 0.3.2, Celeborn changed the default value of `celeborn.worker.monitor.disk.check.interval` from `60` to `30`. - ## Upgrading from 0.3.0 to 0.3.1 - Since 0.3.1, Celeborn changed the default value of `celeborn.worker.directMemoryRatioToResume` from `0.5` to `0.7`. +- Since 0.3.1, Celeborn changed the default value of `celeborn.worker.monitor.disk.check.interval` from `60` to `30`. + ## Upgrading from 0.2 to 0.3.0 - Celeborn 0.2 Client is compatible with 0.3 Master/Server, it allows to upgrade Master/Worker first then Client.