Update auto_device.R

atomashevic · Jan 29, 2024 · 2e1f5d0 · 2e1f5d0
1 parent f6d7a7b
commit 2e1f5d0
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/R/auto_device.R b/R/auto_device.R
@@ -85,6 +85,15 @@ auto_device <- function(device, transformer)
 
 }
 
+#' @noRd
+# GPU memory calculate
+# Based on https://www.substratus.ai/blog/calculating-gpu-memory-for-llm
+# Updated 28.01.2024
+calculate_gpu_memory <- function(parameters, bits = 32)
+{
+  return(((parameters * 4) / (32 / bits)) * 1.2)
+}
+
 #' @noRd
 # Get GPU memory
 # Updated 28.01.2024