Skip to content

Commit

Permalink
add llama_lora_adapter_clear (#8653)
Browse files Browse the repository at this point in the history
  • Loading branch information
ngxson authored Jul 24, 2024
1 parent de28008 commit b115105
Show file tree
Hide file tree
Showing 2 changed files with 9 additions and 1 deletion.
6 changes: 5 additions & 1 deletion include/llama.h
Original file line number Diff line number Diff line change
Expand Up @@ -529,12 +529,16 @@ extern "C" {
struct llama_lora_adapter * adapter,
float scale);

// Remove a LoRA adapter from given context
// Remove a specific LoRA adapter from given context
// Return -1 if the adapter is not present in the context
LLAMA_API int32_t llama_lora_adapter_remove(
struct llama_context * ctx,
struct llama_lora_adapter * adapter);

// Remove all LoRA adapters from given context
LLAMA_API void llama_lora_adapter_clear(
struct llama_context * ctx);

// Manually free a LoRA adapter
// Note: loaded adapters will be free when the associated model is deleted
LLAMA_API void llama_lora_adapter_free(struct llama_lora_adapter * adapter);
Expand Down
4 changes: 4 additions & 0 deletions src/llama.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -16201,6 +16201,10 @@ int32_t llama_lora_adapter_remove(
return -1;
}

void llama_lora_adapter_clear(struct llama_context * ctx) {
ctx->lora_adapters.clear();
}

void llama_lora_adapter_free(struct llama_lora_adapter * adapter) {
delete adapter;
}
Expand Down

0 comments on commit b115105

Please sign in to comment.