Skip to content

Commit

Permalink
[CLEANUP]
Browse files Browse the repository at this point in the history
  • Loading branch information
Kye committed Apr 3, 2024
1 parent da0c6dd commit 56e3c73
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 2 deletions.
2 changes: 1 addition & 1 deletion send_local_request_to_cogvlm.py
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,7 @@ def image_to_base64(image_path):
start_time = time.time()

# Send the request
response = requests.post(url, json=request_data) # headers=headers)
response = requests.post(url, json=request_data) # headers=headers)

# Stop the timer
end_time = time.time()
Expand Down
3 changes: 2 additions & 1 deletion servers/cogvlm/cogvlm.py
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,7 @@
TextContent,
UsageInfo,
)

# from exa.structs.parallelize_models_gpus import prepare_model_for_ddp_inference

# Load environment variables from .env file
Expand Down Expand Up @@ -110,7 +111,7 @@ async def list_models():

@app.post("/v1/chat/completions", response_model=ChatCompletionResponse)
async def create_chat_completion(
request: ChatCompletionRequest, # token: str = Depends(authenticate_user)
request: ChatCompletionRequest, # token: str = Depends(authenticate_user)
):
try:
if len(request.messages) < 1 or request.messages[-1].role == "assistant":
Expand Down

0 comments on commit 56e3c73

Please sign in to comment.