OLLAMA calls working!!!

This commit is contained in:
Dobromir Popov 2023-12-19 22:59:14 +00:00
parent f83b41705c
commit 9f190cf846

View File

@ -46,7 +46,7 @@ async def query_llm_simple(user_message):
data = { data = {
"model": "llama2", "model": "llama2",
"messages": [{"role": "user", "content": user_message}], "messages": [{"role": "user", "content": user_message}],
"stream": "false" "stream": False
} }
response = requests.post(LLM_ENDPOINT, json=data) response = requests.post(LLM_ENDPOINT, json=data)
if response.status_code == 200: if response.status_code == 200: