From a9ce278e9a603afc022a2c1c96bb90fd680d56ec Mon Sep 17 00:00:00 2001 From: Dobromir Popov Date: Wed, 21 Feb 2024 07:24:42 +0000 Subject: [PATCH 1/2] prompts --- agent-android/prompts.txt | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 agent-android/prompts.txt diff --git a/agent-android/prompts.txt b/agent-android/prompts.txt new file mode 100644 index 0000000..efd1f2b --- /dev/null +++ b/agent-android/prompts.txt @@ -0,0 +1,7 @@ +you're in a shell console at a root folder of a new software project. we use vscode. +let's create a mobile app (prioritize android, and plan to also support iOS) which will send the audio input to tts llm +plan for the following extesion features in the future: + - ability to listen in the background for a wake word and send the following voice command + - ability to listen on hardware button press, or O buttton hold or other android fast access shortcut intent + + \ No newline at end of file From ec1efcba1650e353095ced7c94caff9cae578732 Mon Sep 17 00:00:00 2001 From: Dobromir Popov Date: Mon, 26 Feb 2024 17:05:52 +0000 Subject: [PATCH 2/2] create storage --- store-py/notes.md | 57 +++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 57 insertions(+) create mode 100644 store-py/notes.md diff --git a/store-py/notes.md b/store-py/notes.md new file mode 100644 index 0000000..fcf05ff --- /dev/null +++ b/store-py/notes.md @@ -0,0 +1,57 @@ +#Environment Setup +cd vector_knowledge_graph +python -m venv venv +source venv/bin/activate +pip install fastapi uvicorn openai psycopg2-binary sqlalchemy + + +#Create a Database: Create a new PostgreSQL database. +CREATE EXTENSION vector; +CREATE TABLE knowledge ( + id SERIAL PRIMARY KEY, + embedding vector(512) NOT NULL, -- assuming 512 dimensions for embeddings + metadata JSONB +); +CREATE INDEX ON knowledge USING ivfflat (embedding); + +#Application Code + +from fastapi import FastAPI + +app = FastAPI() + +@app.get("/") +async def read_root(): + return {"Hello": "World"} +Database Client (app/vector_db/client.py): Implement a simple client for connecting to the database and inserting/fetching vectors. + +python +Copy code +import psycopg2 +from psycopg2.extras import Json + +def insert_embedding(embedding, metadata): + conn = psycopg2.connect("dbname=your_db user=your_user") + cur = conn.cursor() + cur.execute("INSERT INTO knowledge (embedding, metadata) VALUES (%s, %s)", (embedding, Json(metadata))) + conn.commit() + cur.close() + conn.close() + +def search_embedding(embedding): + conn = psycopg2.connect("dbname=your_db user=your_user") + cur = conn.cursor() + cur.execute("SELECT id, metadata FROM knowledge ORDER BY embedding <-> %s LIMIT 5", (embedding,)) + results = cur.fetchall() + cur.close() + conn.close() + return results +5. LLM Integration +At this stage, we'll need to implement the logic to interact with OpenAI's API to generate and process embeddings. Since this involves using OpenAI's services, ensure you have an API key and have agreed to their terms of use. + +6. Running the Application +With the basic components in place, you can start the FastAPI application using uvicorn: + +bash +Copy code +uvicorn app.api.main:app --reload \ No newline at end of file