From 31f60badf86ea1a65e86b12e303b69e9197a8ac4 Mon Sep 17 00:00:00 2001 From: Mike Tokic Date: Thu, 25 Jul 2024 09:18:56 -0700 Subject: [PATCH] adjust condense size --- R/final_models.R | 2 +- R/read_write_data.R | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/R/final_models.R b/R/final_models.R index 6823599f..f151a505 100644 --- a/R/final_models.R +++ b/R/final_models.R @@ -621,7 +621,7 @@ final_models <- function(run_info, par_end(cl) # condense outputs into less files for larger runs - if(length(combo_list) > 100) { + if(length(combo_list) > 10000) { cli::cli_progress_step("Condensing Forecasts") condense_data(run_info, diff --git a/R/read_write_data.R b/R/read_write_data.R index 5ee304b0..ecd8f9b2 100644 --- a/R/read_write_data.R +++ b/R/read_write_data.R @@ -715,7 +715,7 @@ condense_data <- function(run_info, list_of_batches <- list() # Define the batch size - batch_size <- 100 + batch_size <- 10000 # Calculate the number of batches needed num_batches <- ceiling(length(initial_file_list) / batch_size)