docs: Change README.md

huggingface · Nov 14, 2024 · 71e9467 · 71e9467
1 parent b27c9e2
commit 71e9467
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 8 deletions.
diff --git a/examples/safelora/README.md b/examples/safelora/README.md
@@ -12,13 +12,15 @@ Then, fill in the paths for the base, aligned, and PEFT models according to your
 
 from peft.utils.safelora import SafeLoraConfig, apply_safelora
 
-config = SafeLoraConfig(base_model_path='../LLM_Models/llama-2-7b-hf/',\
-                            aligned_model_path='../LLM_Models/llama-2-7b-chat-fp16/',
-                            peft_model_path = '../finetuneLLM/finetuned_models/samsumBad-7b-fp16-peft-seed-42',
-                            devices='cuda',
-                            select_layers_type='threshold',
-                            save_weights=True)
-
+peft_path = "../finetuneLLM/finetuned_models/samsumBad-7b-fp16-peft-seed-42"
+config = SafeLoraConfig(
+    base_model_path="meta-llama/Llama-2-7b-hf",
+    aligned_model_path="TheBloke/Llama-2-7B-Chat-fp16",
+    peft_model_path=peft_path,
+    device="cuda",
+    select_layers_type="threshold",
+    save_weights=True,
+)
 final_lora_weight = apply_safelora(config)
 
 ```

diff --git a/examples/safelora/safelora_inference.py b/examples/safelora/safelora_inference.py
@@ -12,7 +12,7 @@
     base_model_path="meta-llama/Llama-2-7b-hf",
     aligned_model_path="TheBloke/Llama-2-7B-Chat-fp16",
     peft_model_path=peft_path,
-    devices="cuda",
+    device="cuda",
     select_layers_type="threshold",
     save_weights=True,
 )