slightly bump the RAM up to support chinese alpaca

LostRuins · May 6, 2023 · a48ddda · a48ddda
1 parent 8a964e7
commit a48ddda
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama.cpp b/llama.cpp
@@ -87,7 +87,7 @@ static const std::map<e_model, size_t> & MEM_REQ_KV_SELF()
 static const std::map<e_model, size_t> & MEM_REQ_EVAL()
 {
     static std::map<e_model, size_t> _MEM_REQ_EVAL = {
-        { MODEL_7B,   768ull * MB },
+        { MODEL_7B,   800ull * MB },
         { MODEL_13B, 1024ull * MB },
         { MODEL_30B, 1280ull * MB },
         { MODEL_65B, 1536ull * MB },