From 346f6a6437be4f3c32f95dceb35bd7bfbe3bc25e Mon Sep 17 00:00:00 2001 From: Chen Haifeng Date: Wed, 13 Apr 2022 14:09:56 +0800 Subject: [PATCH] Add enable_hdfs flag in spark runtime config section (#154) --- python/cloudtik/core/config-schema.json | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/python/cloudtik/core/config-schema.json b/python/cloudtik/core/config-schema.json index 32604401d..b8baba058 100644 --- a/python/cloudtik/core/config-schema.json +++ b/python/cloudtik/core/config-schema.json @@ -508,6 +508,11 @@ "default": 1024 } } + }, + "enable_hdfs": { + "type": "boolean", + "description": "Whether to start HDFS cluster for temporary use. The HDFS should not be used for production data.", + "default": false } } }