adjust condense size

microsoft · Jul 25, 2024 · 31f60ba · 31f60ba
1 parent e79a10d
commit 31f60ba
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/R/final_models.R b/R/final_models.R
@@ -621,7 +621,7 @@ final_models <- function(run_info,
   par_end(cl)
 
   # condense outputs into less files for larger runs
-  if(length(combo_list) > 100) {
+  if(length(combo_list) > 10000) {
     cli::cli_progress_step("Condensing Forecasts")
 
     condense_data(run_info, 

diff --git a/R/read_write_data.R b/R/read_write_data.R
@@ -715,7 +715,7 @@ condense_data <- function(run_info,
   list_of_batches <- list()
 
   # Define the batch size
-  batch_size <- 100
+  batch_size <- 10000
 
   # Calculate the number of batches needed
   num_batches <- ceiling(length(initial_file_list) / batch_size)