remove duplicated load_in_xbit call (#191)

allenai · Jul 15, 2024 · 7b163ee · 7b163ee
1 parent 0d0e8a4
commit 7b163ee
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 2 deletions.
diff --git a/open_instruct/finetune.py b/open_instruct/finetune.py
@@ -298,7 +298,6 @@ def main():
                 args.model_name_or_path,
                 from_tf=bool(".ckpt" in args.model_name_or_path),
                 config=config,
-                load_in_4bit=True,
                 quantization_config=bnb_config,
                 device_map=device_map,
                 trust_remote_code=args.trust_remote_code,

diff --git a/open_instruct/merge_lora.py b/open_instruct/merge_lora.py
@@ -82,7 +82,6 @@ def parse_args():
         )
         base_model = AutoModelForCausalLM.from_pretrained(
             args.base_model_name_or_path if args.base_model_name_or_path else peft_config.base_model_name_or_path,
-            load_in_4bit=True,
             torch_dtype=torch.bfloat16,
             quantization_config=quantization_config,
             device_map={"": 0} if torch.cuda.is_available() else None,