OLLAMA calls working!!!

This commit is contained in:
Dobromir Popov 2023-12-19 22:59:14 +00:00
parent f83b41705c
commit 9f190cf846

View File

@ -46,7 +46,7 @@ async def query_llm_simple(user_message):
data = {
"model": "llama2",
"messages": [{"role": "user", "content": user_message}],
"stream": "false"
"stream": False
}
response = requests.post(LLM_ENDPOINT, json=data)
if response.status_code == 200: