Skip to content

Commit

Permalink
Update test
Browse files Browse the repository at this point in the history
  • Loading branch information
pseudotensor committed Mar 29, 2024
1 parent 8181559 commit ea887a6
Showing 1 changed file with 3 additions and 0 deletions.
3 changes: 3 additions & 0 deletions tests/test_client_calls.py
Original file line number Diff line number Diff line change
Expand Up @@ -2608,6 +2608,8 @@ def test_client_load_unload_models(model_choice):
sink_dict = "{}"
truncation_generation = False
hf_model_dict = "{}"
model_force_seq2seq_type = False
model_force_force_t5_type = False
args_list = [model_choice, lora_choice, server_choice,
# model_state,
prompt_type,
Expand All @@ -2621,6 +2623,7 @@ def test_client_load_unload_models(model_choice):
n_gpu_layers, n_batch, n_gqa, llamacpp_dict_more,
system_prompt,
exllama_dict, gptq_dict, attention_sinks, sink_dict, truncation_generation, hf_model_dict,
model_force_seq2seq_type, model_force_force_t5_type,
]
res = client.predict(*tuple(args_list), api_name='/load_model')

Expand Down

0 comments on commit ea887a6

Please sign in to comment.