add user prompt

Signed-off-by: Samhita Alla <[email protected]>

examples/ollama_plugin/ollama_plugin/serve_llm.py

@@ -30,15 +30,15 @@
     accelerator=A10G,
     requests=Resources(gpu="0"),
 )
-def model_serving() -> str:
+def model_serving(user_prompt: str) -> str:
     client = OpenAI(base_url=f"{ollama_instance.base_url}/v1", api_key="ollama")  # api key required but ignored
 
     completion = client.chat.completions.create(
         model="gemma2",
         messages=[
             {
                 "role": "user",
-                "content": "Write a limerick about the wonders of GPU computing.",
+                "content": user_prompt,
             }
         ],
         temperature=0.5,