memory node, neo4j grapph db

2024-03-20 08:54:14 +00:00 · 2024-03-20 08:54:14 +00:00 · c9f77a6001
commit c9f77a6001
parent 97b0f9b64f
18 changed files with 625 additions and 0 deletions
--- a/_notes/arti/.excalidraw.svg
+++ b/_notes/arti/.excalidraw.svg
@ -0,0 +1,21 @@
+<svg version="1.1" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 20 20" width="20" height="20">
+  <!-- svg-source:excalidraw -->
+  <!-- payload-type:application/vnd.excalidraw+json --><!-- payload-version:2 --><!-- payload-start -->eyJ2ZXJzaW9uIjoiMSIsImVuY29kaW5nIjoiYnN0cmluZyIsImNvbXByZXNzZWQiOnRydWUsImVuY29kZWQiOiJ4nEWOMVx1MDAwYsIwXHUwMDEwhff+ilx1MDAxMldtwbEggu4uXHUwMDFkxeFIznqYNCG5tGrpfzeJgzdcdTAwMWO871x1MDAxZe/dUtW14LdD0dVcdTAwMDJfXHUwMDEyNClcdTAwMGaz2GY+oVx1MDAwZmTHdNpcdTAwMTdcdTAwMWRs9LI4XHUwMDFmzC50bWvAP5GdXHUwMDA2ic1EIYJcdTAwMGVcdTAwMWNcdTAwMTXZRlrTXHUwMDEyo1x0x7wvYPDgrFHsm3/JXHUwMDBlXHUwMDE1sfW/LtRocOSQ0q+3QsC5noFz35J0XCKDJ9XTJ5Mxar390YlwPoF8XHUwMDBl3sZRna1OkenFzb2MSKa15N1JY45f1mr9XHUwMDAy4lxcTtsifQ==<!-- payload-end -->
+  <defs>
+    <style class="style-fonts">
+      @font-face {
+        font-family: "Virgil";
+        src: url("https://open-vsx.org/vscode/asset/pomdtr/excalidraw-editor/3.7.3/Microsoft.VisualStudio.Code.WebResources/extension/public//dist/excalidraw-assets/Virgil.woff2");
+      }
+      @font-face {
+        font-family: "Cascadia";
+        src: url("https://open-vsx.org/vscode/asset/pomdtr/excalidraw-editor/3.7.3/Microsoft.VisualStudio.Code.WebResources/extension/public//dist/excalidraw-assets/Cascadia.woff2");
+      }
+      @font-face {
+        font-family: "Assistant";
+        src: url("https://open-vsx.org/vscode/asset/pomdtr/excalidraw-editor/3.7.3/Microsoft.VisualStudio.Code.WebResources/extension/public//dist/excalidraw-assets/Assistant-Regular.woff2");
+      }
+    </style>
+    
+  </defs>
+  <rect x="0" y="0" width="20" height="20" fill="#ffffff"></rect></svg>
--- a/_notes/arti/ideas.md
+++ b/_notes/arti/ideas.md
@ -0,0 +1,27 @@
+Key features & principles:
+ - modal/plug & play design 
+ - Biomimicing based
+    - self inferencing loop
+    - Graph->LLM->Graph based logic (Self reflect)
+    - attention (Short term memory)
+    - generalized & contextuaized memory schema (memory is strongly context dependent and temporal)
+LLM module
+Graph module
+Short term memory module
+mid-term memory (history on the toppic)
+graph powered long term memory with embedding storage for skills & AII ( interface on some of the layers)
+separate text IOs"
+ - multi agent communication module/console/  
+ - internal state/context/mood/STM
+ - actions output
+
+
+
+ GRAPH schema
+
+ idea
+ - is child of
+
+ Q: Brainstorm neo4j schema for biomimicing memory storage as neo4j graph database. It should be similar to the way humans store, retrieve and generalize knowledge 
+
+Memory model:
--- a/_notes/arti/neo4j.cql
+++ b/_notes/arti/neo4j.cql
@ -0,0 +1,82 @@
+
+<!-- https://guides.neo4j.com/wiki -->
+# Cypher Query Language
+
+Runs a simple command to clean the database
+MATCH (n) DETACH DELETE n
+
+
+CREATE INDEX FOR (c:Category) ON (c.catId);
+CREATE INDEX FOR (c:Category) ON (c.catName);
+CREATE INDEX FOR (p:Page) ON (p.pageTitle);
+CREATE (c:Category:RootCategory {catId: 0, catName: 'Databases', subcatsFetched: false, pagesFetched: false, level: 0});
+
+<!-- install APOC library -->
+RUN mkdir -p /var/lib/neo4j/plugins \
+    && cd /var/lib/neo4j/plugins \
+    && curl -L -O https://github.com/neo4j-contrib/neo4j-apoc-procedures/releases/download/4.4.0.0/apoc-4.4.0.0-all.jar
+        <!-- environment:
+      NEO4JLABS_PLUGINS: '["apoc"]'
+      NEO4J_apoc_export_file_enabled: 'true'
+      NEO4J_apoc_import_file_enabled: 'true'
+      NEO4J_apoc_import_file_use__neo4j__config: 'true'
+      NEO4J_dbms_security_procedures_unrestricted: apoc.* -->
+
+<!-- UNWIND range(0,3) as level
+CALL apoc.cypher.doit("
+MATCH (c:Category { subcatsFetched: false, level: $level})
+CALL apoc.load.json('https://en.wikipedia.org/w/api.php?format=json&action=query&list=categorymembers&cmtype=subcat&cmtitle=Category:' + apoc.text.urlencode(c.catName) + '&cmprop=ids%7Ctitle&cmlimit=500')
+YIELD value as results
+UNWIND results.query.categorymembers AS subcat
+MERGE (sc:Category {catId: subcat.pageid})
+ON CREATE SET sc.catName = substring(subcat.title,9),
+              sc.subcatsFetched = false,
+              sc.pagesFetched = false,
+              sc.level = $level + 1
+WITH sc,c
+CALL apoc.create.addLabels(sc,['Level' +  ($level + 1) + 'Category']) YIELD node
+MERGE (sc)-[:SUBCAT_OF]->(c)
+WITH DISTINCT c
+SET c.subcatsFetched = true", { level: level }) YIELD value
+RETURN value -->
+
+<!-- CALL {
+  LOAD CSV FROM "https://github.com/jbarrasa/datasets/blob/master/wikipedia/data/cats.csv?raw=true" AS row
+  CREATE (c:Category { catId: row[0]})
+  SET c.catName = row[2], c.pageCount = toInteger(row[3]), c.subcatCount = toInteger(row[4])
+} IN TRANSACTIONS OF 10000 ROWS
+
+CALL {
+  LOAD CSV FROM "https://github.com/jbarrasa/datasets/blob/master/wikipedia/data/cats.csv?raw=true" AS row
+  CREATE (c:Category { catId: row[0]})
+  SET c.catName = row[2], c.pageCount = toInteger(row[3]), c.subcatCount = toInteger(row[4])
+} IN TRANSACTIONS OF 10000 ROWS -->
+
+CALL {
+  LOAD CSV FROM "https://github.com/jbarrasa/datasets/blob/master/wikipedia/data/cats.csv?raw=true" AS row
+  CREATE (c:Category { catId: row[0]})
+  SET c.catName = row[2], c.pageCount = toInteger(row[3]), c.subcatCount = toInteger(row[4])
+} 
+
+LOAD CSV FROM "https://github.com/jbarrasa/datasets/blob/master/wikipedia/data/rels.csv?raw=true" AS row
+MATCH (from:Category { catId: row[0]})
+MATCH (to:Category { catId: row[1]})
+CREATE (from)-[:SUBCAT_OF]->(to)
+
+ <!-- stats -->
+MATCH (c:Category)
+return SUM(c.pageCount) AS `#pages categorised (with duplicates)`,
+	   AVG(c.pageCount) AS `average #pages per cat`,
+       percentileCont(c.pageCount, 0.75) AS `.75p #pages in a cat`,
+	   MIN(c.pageCount) AS `min #pages in a cat`,
+       MAX(c.pageCount) AS `max #pages in a cat`
+
+MATCH (c:Category)
+WHERE NOT (c)-[:SUBCAT_OF]-()
+RETURN COUNT(c)
+
+
+
+MATCH (c:Category)
+WHERE c.catName CONTAINS '{term}'
+RETURN c;
--- a/_notes/arti/wikidata/import.sh
+++ b/_notes/arti/wikidata/import.sh
@ -0,0 +1,33 @@
+{
+  /* the Wikidata JSON file */
+  "file": "./wikidata-dump.json",
+
+  /* neo4j connection details */
+  "neo4j": {
+    /* bolt protocol URI */
+    "bolt": "bolt://localhost",
+    "auth": {
+      "user": "neo4j",
+      "pass": "password"
+    }
+  },
+  /* Stages */
+  "do": {
+    /* database cleanup */
+    "0": true,
+    /* importing items and properties */
+    "1": true,
+    /* linking entities and generating claims */
+    "2": true
+  },
+  /* extra console output on stage 2 */
+  "verbose": false,
+  /* how many commands will be ran by the DB at a given time */
+  "concurrency": 4,
+  /* skip lines */
+  "skip": 0,
+  /* count of lines */
+  "lines": 21225524,
+  /* bucket size of entities sent to DB to process */
+  "bucket": 1000
+}
--- a/coinbase_cloud_api_key.json
+++ b/coinbase_cloud_api_key.json
@ -0,0 +1,17 @@
+{
+   "name": "organizations/8ba2cc53-567e-4490-ba31-0d57fa2573b6/apiKeys/eaeef0cf-eca2-4095-83a7-f850605a7e43",
+   "principal": "2764d364-d2c1-55c8-ac5f-aa91c6a9eff3",
+   "principalType": "USER",
+   "publicKey": "-----BEGIN EC PUBLIC KEY-----\nMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEyf3vQyFtLq8VkcD3FxpH9x3VdyhN\nG2CayTR6/7DeMlb3xU804anlrZHuTGLYD/V+IFUJOjRbbxRlFqpji3U5rg==\n-----END EC PUBLIC KEY-----\n",
+   "privateKey": "-----BEGIN EC PRIVATE KEY-----\nMHcCAQEEICPSzTau+LTv8WaFkbovbTD5buiyJ7xg31TPUX3ugOBIoAoGCCqGSM49\nAwEHoUQDQgAEyf3vQyFtLq8VkcD3FxpH9x3VdyhNG2CayTR6/7DeMlb3xU804anl\nrZHuTGLYD/V+IFUJOjRbbxRlFqpji3U5rg==\n-----END EC PRIVATE KEY-----\n",
+   "createTime": "2024-03-06T09:44:24.799205586Z",
+   "projectId": "d487cc31-3ec5-4e67-8211-c6ca0fe3ac08",
+   "nickname": "cb",
+   "scopes": [
+      "rat/portfolio:2764d364-d2c1-55c8-ac5f-aa91c6a9eff3#trade",
+      "rat#trade"
+   ],
+   "allowedIps": [],
+   "keyType": "TRADING_KEY",
+   "enabled": true
+}
--- a/home/Prompt.md
+++ b/home/Prompt.md
@ -0,0 +1,71 @@
+[{'role': 'system', 'content': "I want you to act as smart home manager of Home Assistant.\nI will provide information of smart home along with a question, you will truthfully make correction or answer using information provided in one sentence in everyday language.\n\n
+
+Current Time: 2024-03-09 03:16:03.540070+02:00\n\nAvailable Devices:\n```csv\nentity_id,name,state,aliases\nperson.popov,popov,unknown,\nperson.estelle,Estelle,unknown,\nupdate.home_assistant_operating_system_update,Home Assistant Operating System Update,off,\nsun.sun,Sun,below_horizon,\nsensor.sun_next_rising,Sun Next rising,2024-03-09T04:45:33+00:00,\nsensor.sun_next_setting,Sun Next setting,2024-03-09T16:29:12+00:00,\ntodo.shopping_list,Shopping List,0,\nbinary_sensor.rpi_power_status,RPi Power status,on,\ntodo.dev,Dev,0,\ntodo.jw,Jw,6,\nsensor.garden_temperature,Garden Temperature,4.83,\nsensor.garden_humidity,Garden Humidity,0.00,\nsensor.garden_pressure,Garden Pressure,948.28,\nsensor.garden_soil_moisture,Garden Soil Moisture,unknown,\ntts.google_en_com,Google en com,2024-03-08T08:16:30.141892+00:00,\ndevice_tracker.iphone,iPhone,unknown,\nweather.forecast_home,Forecast Home,fog,Pesho\nswitch.tasmota,Лампа Кухня,off,Kitchen Lamp\nswitch.tasmota_2,Печка банята,off,Bathtoom Heater\nswitch.tasmota_3,Вентилатор Банята,off,Bathroom Fan\nsensor.plug_plants_energy,Energy,unavailable,\nsensor.plug_plants_current,Current,unavailable,\nsensor.plug_plants_power,Power,unavailable,\nsensor.plug_plants_voltage,Voltage,unavailable,\nswitch.plug_plants,plug plants,unavailable,\n```\
+
+The current state of devices is provided in available devices.\nUse execute_services function only for requested action, not for current states.\nANSWER WITH JSON OBJECT IN FORMAT { {'id':{sequenceID}, 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': ... }}]}} .\nDo not restate or appreciate what user says, rather make a quick inquiry."}, 
+{'role': 'user', 'content': ' turn on bathroom fan'}, 
+{'id': 'chatcmpl-90fbfM6ILsdoE5ub08riAjbpGND1L', 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': {'arguments': '{"list":[{"domain":"switch","service":"turn_on","service_data":{"entity_id":"switch.tasmota_3"}}]}', 'name': 'execute_services'}}}], 'created': 1709946963, 'model': 'gpt-3.5-turbo-1106', 'object': 'chat.completion', 'system_fingerprint': 'fp_f93e21ed76', 'usage': {'completion_tokens': 35, 'prompt_tokens': 615, 'total_tokens': 650}}, 
+{'role': 'user', 'content': ' turn off bathroom fan'},
+ {'role': 'function', 'name': 'execute_services', 'content': "[{'success': True}]"}
+ {'id': 'chatcmpl-90fbgAkWdo8CprLSmjV5V9wvnKqlm', 'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'content': 'Bathroom fan has been turned on.', 'role': 'assistant'}}]},
+{'role': 'user', 'content': 'turn off bathroom fan'},
+ {'id': 'chatcmpl-90fcLR8ukGNzXBv7WIqF8Wsn9LPid', 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': {'arguments': '{"list":[{"domain":"switch","service":"turn_off","service_data":{"entity_id":"switch.tasmota_3"}}]}', 'name': 'execute_services'}}}]}]
+{'role': 'function', 'name': 'execute_services', 'content': "[{'success': True}]"},
+ {'content': 'Bathroom fan has been turned off.', 'role': 'assistant'}, 
+{'role': 'user', 'content': 'спри вентилатора в банята'}, 
+{'role': 'user', 'content': 'turn off bathroom fan'},
+ {'id': 'chatcmpl-90fcLR8ukGNzXBv7WIeF8Wsn47dh8', 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': {'arguments': '{"list":[{"domain":"switch","service":"turn_off","service_data":{"entity_id":"switch.tasmota_3"}}]}', 'name': 'execute_services'}}}]},
+  {'role': 'function', 'name': 'execute_services', 'content': "[{'success': True}]"},
+{'content': 'Готово!', 'role': 'assistant'},
+ {'role': 'user', 'content': 'turn off kitchen lamp'}
+
+
+--------------->>
+
+[{'role': 'system', 'content': "I want you to act as smart home manager of Home Assistant.\nI will provide information of smart home along with a question, you will truthfully make correction or answer using information provided in one sentence in everyday language.\n\n
+
+Current Time: {{now()}}
+Available Devices:
+```csv
+entity_id,name,state,aliases
+{% for entity in exposed_entities -%}
+{{ entity.entity_id }},{{ entity.name }},{{ entity.state }},{{entity.aliases | join('/')}}
+{% endfor -%}
+```
+
+The current state of devices is provided in available devices.\nUse execute_services function only for requested action, not for current states.\nANSWER WITH JSON OBJECT IN FORMAT { {'id':{sequenceID}, 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': ... }}]}} .\nDo not restate or appreciate what user says, rather make a quick inquiry."}, 
+{'role': 'user', 'content': ' turn on bathroom fan'}, 
+{'id': 'chatcmpl-90fbfM6ILsdoE5ub08riAjbpGND1L', 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': {'arguments': '{"list":[{"domain":"switch","service":"turn_on","service_data":{"entity_id":"switch.tasmota_3"}}]}', 'name': 'execute_services'}}}], 'created': 1709946963, 'model': 'gpt-3.5-turbo-1106', 'object': 'chat.completion', 'system_fingerprint': 'fp_f93e21ed76', 'usage': {'completion_tokens': 35, 'prompt_tokens': 615, 'total_tokens': 650}}, 
+{'role': 'user', 'content': ' turn off bathroom fan'},
+ {'role': 'function', 'name': 'execute_services', 'content': "[{'success': True}]"}
+ {'id': 'chatcmpl-90fbgAkWdo8CprLSmjV5V9wvnKqlm', 'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'content': 'Bathroom fan has been turned on.', 'role': 'assistant'}}]},
+{'role': 'user', 'content': 'turn off bathroom fan'},
+ {'id': 'chatcmpl-90fcLR8ukGNzXBv7WIqF8Wsn9LPid', 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': {'arguments': '{"list":[{"domain":"switch","service":"turn_off","service_data":{"entity_id":"switch.tasmota_3"}}]}', 'name': 'execute_services'}}}]}]
+{'role': 'function', 'name': 'execute_services', 'content': "[{'success': True}]"},
+ {'content': 'Bathroom fan has been turned off.', 'role': 'assistant'}, 
+{'role': 'user', 'content': 'спри вентилатора в банята'}, 
+ {'id': 'chatcmpl-90fcLR8ukGNzXBv7WIeF8Wsn47dh8', 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': {'arguments': '{"list":[{"domain":"switch","service":"turn_off","service_data":{"entity_id":"switch.tasmota_3"}}]}', 'name': 'execute_services'}}}]},
+  {'role': 'function', 'name': 'execute_services', 'content': "[{'success': True}]"},
+{'content': 'Готово!', 'role': 'assistant'}
+
+
+
+----- short ---- no resonse ---
+[{'role': 'system', 'content': "I want you to act as smart home manager of Home Assistant.\nI will provide information of smart home along with a question, you will truthfully make correction or answer using information provided in one sentence in everyday language.\n\n
+
+Current Time: {{now()}}
+Available Devices:
+```csv
+entity_id,name,state,aliases
+{% for entity in exposed_entities -%}
+{{ entity.entity_id }},{{ entity.name }},{{ entity.state }},{{entity.aliases | join('/')}}
+{% endfor -%}
+```
+
+The current state of devices is provided in available devices.\nUse execute_services function only for requested action, not for current states.\nANSWER WITH JSON OBJECT IN FORMAT { {'id':{sequenceID}, 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': ... }}]}} .\nDo not restate or appreciate what user says, rather make a quick inquiry."}, 
+{'role': 'user', 'content': ' turn on bathroom fan'}, 
+{'id': 'chatcmpl-90fbfM6ILsdoE5ub08riAjbpGND1L', 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': {'arguments': '{"list":[{"domain":"switch","service":"turn_on","service_data":{"entity_id":"switch.tasmota_3"}}]}', 'name': 'execute_services'}}}], 'created': 1709946963, 'model': 'gpt-3.5-turbo-1106', 'object': 'chat.completion', 'system_fingerprint': 'fp_f93e21ed76', 'usage': {'completion_tokens': 35, 'prompt_tokens': 615, 'total_tokens': 650}}, 
+{'role': 'user', 'content': ' turn off bathroom fan'},
+ {'id': 'chatcmpl-90fcLR8ukGNzXBv7WIqF8Wsn9LPid', 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': {'arguments': '{"list":[{"domain":"switch","service":"turn_off","service_data":{"entity_id":"switch.tasmota_3"}}]}', 'name': 'execute_services'}}}]}
+{'role': 'user', 'content': 'спри вентилатора в банята'}, 
+ {'id': 'chatcmpl-90fcLR8ukGNzXBv7WIeF8Wsn47dh8', 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': {'arguments': '{"list":[{"domain":"switch","service":"turn_off","service_data":{"entity_id":"switch.tasmota_3"}}]}', 'name': 'execute_services'}}}]}]
--- a/home/homeassistant.md
+++ b/home/homeassistant.md
@ -0,0 +1,2 @@
+ollama serve OLLAMA_DEBUG=1 #2245
+
--- a/home/logs.log
+++ b/home/logs.log
@ -0,0 +1,20 @@
+2024-03-09 03:16:03.541 INFO (MainThread) [custom_components.extended_openai_conversation] Prompt for gpt-3.5-turbo-1106: [{'role': 'system', 'content': "I want you to act as smart home manager of Home Assistant.\nI will provide information of smart home along with a question, you will truthfully make correction or answer using information provided in one sentence in everyday language.\n\nCurrent Time: 2024-03-09 03:16:03.540070+02:00\n\nAvailable Devices:\n```csv\nentity_id,name,state,aliases\nperson.popov,popov,unknown,\nperson.estelle,Estelle,unknown,\nupdate.home_assistant_operating_system_update,Home Assistant Operating System Update,off,\nsun.sun,Sun,below_horizon,\nsensor.sun_next_rising,Sun Next rising,2024-03-09T04:45:33+00:00,\nsensor.sun_next_setting,Sun Next setting,2024-03-09T16:29:12+00:00,\ntodo.shopping_list,Shopping List,0,\nbinary_sensor.rpi_power_status,RPi Power status,on,\ntodo.dev,Dev,0,\ntodo.jw,Jw,6,\nsensor.garden_temperature,Garden Temperature,4.83,\nsensor.garden_humidity,Garden Humidity,0.00,\nsensor.garden_pressure,Garden Pressure,948.28,\nsensor.garden_soil_moisture,Garden Soil Moisture,unknown,\ntts.google_en_com,Google en com,2024-03-08T08:16:30.141892+00:00,\ndevice_tracker.iphone,iPhone,unknown,\nweather.forecast_home,Forecast Home,fog,Pesho\nswitch.tasmota,Лампа Кухня,off,Kitchen Lamp\nswitch.tasmota_2,Печка банята,off,Bathtoom Heater\nswitch.tasmota_3,Вентилатор Банята,off,Bathroom Fan\nsensor.plug_plants_energy,Energy,unavailable,\nsensor.plug_plants_current,Current,unavailable,\nsensor.plug_plants_power,Power,unavailable,\nsensor.plug_plants_voltage,Voltage,unavailable,\nswitch.plug_plants,plug plants,unavailable,\n```\n\nThe current state of devices is provided in available devices.\nUse execute_services function only for requested action, not for current states.\nDo not execute service without user's confirmation.\nDo not restate or appreciate what user says, rather make a quick inquiry."}, {'role': 'user', 'content': ' turn on bathroom fan'}]
+2024-03-09 03:16:04.512 INFO (MainThread) [custom_components.extended_openai_conversation] Response {'id': 'chatcmpl-90fbfM6ILsdoE5ub08riAjbpGND1L', 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': {'arguments': '{"list":[{"domain":"switch","service":"turn_on","service_data":{"entity_id":"switch.tasmota_3"}}]}', 'name': 'execute_services'}}}], 'created': 1709946963, 'model': 'gpt-3.5-turbo-1106', 'object': 'chat.completion', 'system_fingerprint': 'fp_f93e21ed76', 'usage': {'completion_tokens': 35, 'prompt_tokens': 615, 'total_tokens': 650}}
+2024-03-09 03:16:04.516 INFO (MainThread) [custom_components.extended_openai_conversation] Prompt for gpt-3.5-turbo-1106: [{'role': 'system', 'content': "I want you to act as smart home manager of Home Assistant.\nI will provide information of smart home along with a question, you will truthfully make correction or answer using information provided in one sentence in everyday language.\n\nCurrent Time: 2024-03-09 03:16:03.540070+02:00\n\nAvailable Devices:\n```csv\nentity_id,name,state,aliases\nperson.popov,popov,unknown,\nperson.estelle,Estelle,unknown,\nupdate.home_assistant_operating_system_update,Home Assistant Operating System Update,off,\nsun.sun,Sun,below_horizon,\nsensor.sun_next_rising,Sun Next rising,2024-03-09T04:45:33+00:00,\nsensor.sun_next_setting,Sun Next setting,2024-03-09T16:29:12+00:00,\ntodo.shopping_list,Shopping List,0,\nbinary_sensor.rpi_power_status,RPi Power status,on,\ntodo.dev,Dev,0,\ntodo.jw,Jw,6,\nsensor.garden_temperature,Garden Temperature,4.83,\nsensor.garden_humidity,Garden Humidity,0.00,\nsensor.garden_pressure,Garden Pressure,948.28,\nsensor.garden_soil_moisture,Garden Soil Moisture,unknown,\ntts.google_en_com,Google en com,2024-03-08T08:16:30.141892+00:00,\ndevice_tracker.iphone,iPhone,unknown,\nweather.forecast_home,Forecast Home,fog,Pesho\nswitch.tasmota,Лампа Кухня,off,Kitchen Lamp\nswitch.tasmota_2,Печка банята,off,Bathtoom Heater\nswitch.tasmota_3,Вентилатор Банята,off,Bathroom Fan\nsensor.plug_plants_energy,Energy,unavailable,\nsensor.plug_plants_current,Current,unavailable,\nsensor.plug_plants_power,Power,unavailable,\nsensor.plug_plants_voltage,Voltage,unavailable,\nswitch.plug_plants,plug plants,unavailable,\n```\n\nThe current state of devices is provided in available devices.\nUse execute_services function only for requested action, not for current states.\nDo not execute service without user's confirmation.\nDo not restate or appreciate what user says, rather make a quick inquiry."}, {'role': 'user', 'content': ' turn on bathroom fan'}, {'role': 'function', 'name': 'execute_services', 'content': "[{'success': True}]"}]
+2024-03-09 03:16:22.974 ERROR (MainThread) [custom_components.tuya_local.device] <class 'Exception'>: Unable to find device on network (specify IP address) while initialising device 4707834434ab951e83f0
+2024-03-09 03:16:23.115 INFO (MainThread) [custom_components.extended_openai_conversation] Response {'id': 'chatcmpl-90fbgAkWdo8CprLSmjV5V9wvnKqlm', 'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'content': 'Bathroom fan has been turned on.', 'role': 'assistant'}}], 'created': 1709946964, 'model': 'gpt-3.5-turbo-1106', 'object': 'chat.completion', 'system_fingerprint': 'fp_f93e21ed76', 'usage': {'completion_tokens': 8, 'prompt_tokens': 627, 'total_tokens': 635}}
+2024-03-09 03:16:31.297 INFO (MainThread) [custom_components.extended_openai_conversation] Prompt for gpt-3.5-turbo-1106: [{'role': 'system', 'content': "I want you to act as smart home manager of Home Assistant.\nI will provide information of smart home along with a question, you will truthfully make correction or answer using information provided in one sentence in everyday language.\n\nCurrent Time: 2024-03-09 03:16:03.540070+02:00\n\nAvailable Devices:\n```csv\nentity_id,name,state,aliases\nperson.popov,popov,unknown,\nperson.estelle,Estelle,unknown,\nupdate.home_assistant_operating_system_update,Home Assistant Operating System Update,off,\nsun.sun,Sun,below_horizon,\nsensor.sun_next_rising,Sun Next rising,2024-03-09T04:45:33+00:00,\nsensor.sun_next_setting,Sun Next setting,2024-03-09T16:29:12+00:00,\ntodo.shopping_list,Shopping List,0,\nbinary_sensor.rpi_power_status,RPi Power status,on,\ntodo.dev,Dev,0,\ntodo.jw,Jw,6,\nsensor.garden_temperature,Garden Temperature,4.83,\nsensor.garden_humidity,Garden Humidity,0.00,\nsensor.garden_pressure,Garden Pressure,948.28,\nsensor.garden_soil_moisture,Garden Soil Moisture,unknown,\ntts.google_en_com,Google en com,2024-03-08T08:16:30.141892+00:00,\ndevice_tracker.iphone,iPhone,unknown,\nweather.forecast_home,Forecast Home,fog,Pesho\nswitch.tasmota,Лампа Кухня,off,Kitchen Lamp\nswitch.tasmota_2,Печка банята,off,Bathtoom Heater\nswitch.tasmota_3,Вентилатор Банята,off,Bathroom Fan\nsensor.plug_plants_energy,Energy,unavailable,\nsensor.plug_plants_current,Current,unavailable,\nsensor.plug_plants_power,Power,unavailable,\nsensor.plug_plants_voltage,Voltage,unavailable,\nswitch.plug_plants,plug plants,unavailable,\n```\n\nThe current state of devices is provided in available devices.\nUse execute_services function only for requested action, not for current states.\nDo not execute service without user's confirmation.\nDo not restate or appreciate what user says, rather make a quick inquiry."}, {'role': 'user', 'content': ' turn on bathroom fan'}, {'role': 'function', 'name': 'execute_services', 'content': "[{'success': True}]"}, {'content': 'Bathroom fan has been turned on.', 'role': 'assistant'}, {'role': 'user', 'content': 'спри вентилатора в банята'}]
+2024-03-09 03:16:32.046 INFO (MainThread) [custom_components.extended_openai_conversation] Response {'id': 'chatcmpl-90fc7oiuaf54OlpINT8iv3syivnk3', 'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'content': 'Извършено.', 'role': 'assistant'}}], 'created': 1709946991, 'model': 'gpt-3.5-turbo-1106', 'object': 'chat.completion', 'system_fingerprint': 'fp_f93e21ed76', 'usage': {'completion_tokens': 9, 'prompt_tokens': 654, 'total_tokens': 663}}
+2024-03-09 03:16:44.762 INFO (MainThread) [custom_components.extended_openai_conversation] Prompt for gpt-3.5-turbo-1106: [{'role': 'system', 'content': "I want you to act as smart home manager of Home Assistant.\nI will provide information of smart home along with a question, you will truthfully make correction or answer using information provided in one sentence in everyday language.\n\nCurrent Time: 2024-03-09 03:16:03.540070+02:00\n\nAvailable Devices:\n```csv\nentity_id,name,state,aliases\nperson.popov,popov,unknown,\nperson.estelle,Estelle,unknown,\nupdate.home_assistant_operating_system_update,Home Assistant Operating System Update,off,\nsun.sun,Sun,below_horizon,\nsensor.sun_next_rising,Sun Next rising,2024-03-09T04:45:33+00:00,\nsensor.sun_next_setting,Sun Next setting,2024-03-09T16:29:12+00:00,\ntodo.shopping_list,Shopping List,0,\nbinary_sensor.rpi_power_status,RPi Power status,on,\ntodo.dev,Dev,0,\ntodo.jw,Jw,6,\nsensor.garden_temperature,Garden Temperature,4.83,\nsensor.garden_humidity,Garden Humidity,0.00,\nsensor.garden_pressure,Garden Pressure,948.28,\nsensor.garden_soil_moisture,Garden Soil Moisture,unknown,\ntts.google_en_com,Google en com,2024-03-08T08:16:30.141892+00:00,\ndevice_tracker.iphone,iPhone,unknown,\nweather.forecast_home,Forecast Home,fog,Pesho\nswitch.tasmota,Лампа Кухня,off,Kitchen Lamp\nswitch.tasmota_2,Печка банята,off,Bathtoom Heater\nswitch.tasmota_3,Вентилатор Банята,off,Bathroom Fan\nsensor.plug_plants_energy,Energy,unavailable,\nsensor.plug_plants_current,Current,unavailable,\nsensor.plug_plants_power,Power,unavailable,\nsensor.plug_plants_voltage,Voltage,unavailable,\nswitch.plug_plants,plug plants,unavailable,\n```\n\nThe current state of devices is provided in available devices.\nUse execute_services function only for requested action, not for current states.\nDo not execute service without user's confirmation.\nDo not restate or appreciate what user says, rather make a quick inquiry."}, {'role': 'user', 'content': ' turn on bathroom fan'}, {'role': 'function', 'name': 'execute_services', 'content': "[{'success': True}]"}, {'content': 'Bathroom fan has been turned on.', 'role': 'assistant'}, {'role': 'user', 'content': 'спри вентилатора в банята'}, {'content': 'Извършено.', 'role': 'assistant'}, {'role': 'user', 'content': 'turn off bathroom fan'}]
+2024-03-09 03:16:46.478 INFO (MainThread) [custom_components.extended_openai_conversation] Response {'id': 'chatcmpl-90fcLR8ukGNzXBv7WIqF8Wsn9LPid', 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': {'arguments': '{"list":[{"domain":"switch","service":"turn_off","service_data":{"entity_id":"switch.tasmota_3"}}]}', 'name': 'execute_services'}}}], 'created': 1709947005, 'model': 'gpt-3.5-turbo-1106', 'object': 'chat.completion', 'system_fingerprint': 'fp_f93e21ed76', 'usage': {'completion_tokens': 35, 'prompt_tokens': 674, 'total_tokens': 709}}
+2024-03-09 03:16:46.481 INFO (MainThread) [custom_components.extended_openai_conversation] Prompt for gpt-3.5-turbo-1106: [{'role': 'system', 'content': "I want you to act as smart home manager of Home Assistant.\nI will provide information of smart home along with a question, you will truthfully make correction or answer using information provided in one sentence in everyday language.\n\nCurrent Time: 2024-03-09 03:16:03.540070+02:00\n\nAvailable Devices:\n```csv\nentity_id,name,state,aliases\nperson.popov,popov,unknown,\nperson.estelle,Estelle,unknown,\nupdate.home_assistant_operating_system_update,Home Assistant Operating System Update,off,\nsun.sun,Sun,below_horizon,\nsensor.sun_next_rising,Sun Next rising,2024-03-09T04:45:33+00:00,\nsensor.sun_next_setting,Sun Next setting,2024-03-09T16:29:12+00:00,\ntodo.shopping_list,Shopping List,0,\nbinary_sensor.rpi_power_status,RPi Power status,on,\ntodo.dev,Dev,0,\ntodo.jw,Jw,6,\nsensor.garden_temperature,Garden Temperature,4.83,\nsensor.garden_humidity,Garden Humidity,0.00,\nsensor.garden_pressure,Garden Pressure,948.28,\nsensor.garden_soil_moisture,Garden Soil Moisture,unknown,\ntts.google_en_com,Google en com,2024-03-08T08:16:30.141892+00:00,\ndevice_tracker.iphone,iPhone,unknown,\nweather.forecast_home,Forecast Home,fog,Pesho\nswitch.tasmota,Лампа Кухня,off,Kitchen Lamp\nswitch.tasmota_2,Печка банята,off,Bathtoom Heater\nswitch.tasmota_3,Вентилатор Банята,off,Bathroom Fan\nsensor.plug_plants_energy,Energy,unavailable,\nsensor.plug_plants_current,Current,unavailable,\nsensor.plug_plants_power,Power,unavailable,\nsensor.plug_plants_voltage,Voltage,unavailable,\nswitch.plug_plants,plug plants,unavailable,\n```\n\nThe current state of devices is provided in available devices.\nUse execute_services function only for requested action, not for current states.\nDo not execute service without user's confirmation.\nDo not restate or appreciate what user says, rather make a quick inquiry."}, {'role': 'user', 'content': ' turn on bathroom fan'}, {'role': 'function', 'name': 'execute_services', 'content': "[{'success': True}]"}, {'content': 'Bathroom fan has been turned on.', 'role': 'assistant'}, {'role': 'user', 'content': 'спри вентилатора в банята'}, {'content': 'Извършено.', 'role': 'assistant'}, {'role': 'user', 'content': 'turn off bathroom fan'}, {'role': 'function', 'name': 'execute_services', 'content': "[{'success': True}]"}]
+2024-03-09 03:16:47.321 INFO (MainThread) [custom_components.extended_openai_conversation] Response {'id': 'chatcmpl-90fcMGNtDPiUAUiGblZYD6IAs7NaM', 'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'content': 'Bathroom fan has been turned off.', 'role': 'assistant'}}], 'created': 1709947006, 'model': 'gpt-3.5-turbo-1106', 'object': 'chat.completion', 'system_fingerprint': 'fp_f93e21ed76', 'usage': {'completion_tokens': 8, 'prompt_tokens': 686, 'total_tokens': 694}}
+2024-03-09 03:21:47.790 INFO (MainThread) [custom_components.extended_openai_conversation] Prompt for gpt-3.5-turbo-1106: [{'role': 'system', 'content': "I want you to act as smart home manager of Home Assistant.\nI will provide information of smart home along with a question, you will truthfully make correction or answer using information provided in one sentence in everyday language.\n\nCurrent Time: 2024-03-09 03:21:47.787313+02:00\n\nAvailable Devices:\n```csv\nentity_id,name,state,aliases\nperson.popov,popov,unknown,\nperson.estelle,Estelle,unknown,\nupdate.home_assistant_operating_system_update,Home Assistant Operating System Update,off,\nsun.sun,Sun,below_horizon,\nsensor.sun_next_rising,Sun Next rising,2024-03-09T04:45:33+00:00,\nsensor.sun_next_setting,Sun Next setting,2024-03-09T16:29:12+00:00,\ntodo.shopping_list,Shopping List,0,\nbinary_sensor.rpi_power_status,RPi Power status,on,\ntodo.dev,Dev,0,\ntodo.jw,Jw,6,\nsensor.garden_temperature,Garden Temperature,5.32,\nsensor.garden_humidity,Garden Humidity,0.00,\nsensor.garden_pressure,Garden Pressure,948.19,\nsensor.garden_soil_moisture,Garden Soil Moisture,unknown,\ntts.google_en_com,Google en com,2024-03-08T08:16:30.141892+00:00,\ndevice_tracker.iphone,iPhone,unknown,\nweather.forecast_home,Forecast Home,fog,Pesho\nswitch.tasmota,Лампа Кухня,off,Kitchen Lamp\nswitch.tasmota_2,Печка банята,off,Bathtoom Heater\nswitch.tasmota_3,Вентилатор Банята,off,Bathroom Fan\nsensor.plug_plants_energy,Energy,unavailable,\nsensor.plug_plants_current,Current,unavailable,\nsensor.plug_plants_power,Power,unavailable,\nsensor.plug_plants_voltage,Voltage,unavailable,\nswitch.plug_plants,plug plants,unavailable,\n```\n\nThe current state of devices is provided in available devices.\nUse execute_services function only for requested action, not for current states.\nDo not execute service without user's confirmation.\nDo not restate or appreciate what user says, rather make a quick inquiry."}, {'role': 'user', 'content': 'turn on kitchen light'}]
+2024-03-09 03:21:48.861 INFO (MainThread) [custom_components.extended_openai_conversation] Response {'id': 'chatcmpl-90fhEXO8Mz2nZRWPUYeDMtaytUSfz', 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': {'arguments': '{"list":[{"domain":"switch","service":"turn_on","service_data":{"entity_id":"switch.tasmota"}}]}', 'name': 'execute_services'}}}], 'created': 1709947308, 'model': 'gpt-3.5-turbo-1106', 'object': 'chat.completion', 'system_fingerprint': 'fp_f93e21ed76', 'usage': {'completion_tokens': 33, 'prompt_tokens': 615, 'total_tokens': 648}}
+2024-03-09 03:21:48.862 INFO (MainThread) [custom_components.extended_openai_conversation] Prompt for gpt-3.5-turbo-1106: [{'role': 'system', 'content': "I want you to act as smart home manager of Home Assistant.\nI will provide information of smart home along with a question, you will truthfully make correction or answer using information provided in one sentence in everyday language.\n\nCurrent Time: 2024-03-09 03:21:47.787313+02:00\n\nAvailable Devices:\n```csv\nentity_id,name,state,aliases\nperson.popov,popov,unknown,\nperson.estelle,Estelle,unknown,\nupdate.home_assistant_operating_system_update,Home Assistant Operating System Update,off,\nsun.sun,Sun,below_horizon,\nsensor.sun_next_rising,Sun Next rising,2024-03-09T04:45:33+00:00,\nsensor.sun_next_setting,Sun Next setting,2024-03-09T16:29:12+00:00,\ntodo.shopping_list,Shopping List,0,\nbinary_sensor.rpi_power_status,RPi Power status,on,\ntodo.dev,Dev,0,\ntodo.jw,Jw,6,\nsensor.garden_temperature,Garden Temperature,5.32,\nsensor.garden_humidity,Garden Humidity,0.00,\nsensor.garden_pressure,Garden Pressure,948.19,\nsensor.garden_soil_moisture,Garden Soil Moisture,unknown,\ntts.google_en_com,Google en com,2024-03-08T08:16:30.141892+00:00,\ndevice_tracker.iphone,iPhone,unknown,\nweather.forecast_home,Forecast Home,fog,Pesho\nswitch.tasmota,Лампа Кухня,off,Kitchen Lamp\nswitch.tasmota_2,Печка банята,off,Bathtoom Heater\nswitch.tasmota_3,Вентилатор Банята,off,Bathroom Fan\nsensor.plug_plants_energy,Energy,unavailable,\nsensor.plug_plants_current,Current,unavailable,\nsensor.plug_plants_power,Power,unavailable,\nsensor.plug_plants_voltage,Voltage,unavailable,\nswitch.plug_plants,plug plants,unavailable,\n```\n\nThe current state of devices is provided in available devices.\nUse execute_services function only for requested action, not for current states.\nDo not execute service without user's confirmation.\nDo not restate or appreciate what user says, rather make a quick inquiry."}, {'role': 'user', 'content': 'turn on kitchen light'}, {'role': 'function', 'name': 'execute_services', 'content': "[{'success': True}]"}]
+2024-03-09 03:21:49.383 INFO (MainThread) [custom_components.extended_openai_conversation] Response {'id': 'chatcmpl-90fhFO1LyPMM8VjLjLOjMxMRbTkWj', 'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'content': 'The kitchen light has been turned on.', 'role': 'assistant'}}], 'created': 1709947309, 'model': 'gpt-3.5-turbo-1106', 'object': 'chat.completion', 'system_fingerprint': 'fp_f93e21ed76', 'usage': {'completion_tokens': 8, 'prompt_tokens': 627, 'total_tokens': 635}}
+
+2024-03-09 03:24:36.979 INFO (MainThread) [custom_components.extended_openai_conversation] Prompt for gpt-3.5-turbo-1106: [{'role': 'system', 'content': "I want you to act as smart home manager of Home Assistant.\nI will provide information of smart home along with a question, you will truthfully make correction or answer using information provided in one sentence in everyday language.\n\nCurrent Time: 2024-03-09 03:24:36.975819+02:00\n\nAvailable Devices:\n```csv\nentity_id,name,state,aliases\nperson.popov,popov,unknown,\nperson.estelle,Estelle,unknown,\nupdate.home_assistant_operating_system_update,Home Assistant Operating System Update,off,\nsun.sun,Sun,below_horizon,\nsensor.sun_next_rising,Sun Next rising,2024-03-09T04:45:33+00:00,\nsensor.sun_next_setting,Sun Next setting,2024-03-09T16:29:12+00:00,\ntodo.shopping_list,Shopping List,0,\nbinary_sensor.rpi_power_status,RPi Power status,on,\ntodo.dev,Dev,0,\ntodo.jw,Jw,6,\nsensor.garden_temperature,Garden Temperature,5.60,\nsensor.garden_humidity,Garden Humidity,0.00,\nsensor.garden_pressure,Garden Pressure,948.10,\nsensor.garden_soil_moisture,Garden Soil Moisture,unknown,\ntts.google_en_com,Google en com,2024-03-08T08:16:30.141892+00:00,\ndevice_tracker.iphone,iPhone,unknown,\nweather.forecast_home,Forecast Home,fog,Pesho\nswitch.tasmota,Лампа Кухня,off,Kitchen Lamp\nswitch.tasmota_2,Печка банята,off,Bathtoom Heater\nswitch.tasmota_3,Вентилатор Банята,off,Bathroom Fan\nsensor.plug_plants_energy,Energy,unavailable,\nsensor.plug_plants_current,Current,unavailable,\nsensor.plug_plants_power,Power,unavailable,\nsensor.plug_plants_voltage,Voltage,unavailable,\nswitch.plug_plants,plug plants,unavailable,\n```\n\nThe current state of devices is provided in available devices.\nUse execute_services function only for requested action, not for current states.\nDo not execute service without user's confirmation.\nDo not restate or appreciate what user says, rather make a quick inquiry."}, {'role': 'user', 'content': " they're in the lights on"}]
+2024-03-09 03:24:38.375 INFO (MainThread) [custom_components.extended_openai_conversation] Response {'id': 'chatcmpl-90fjx6cO5itCEw598yMK1bK9NcSoO', 'choices': [{'finish_reason': 'function_call', 'index': 0, 'message': {'role': 'assistant', 'function_call': {'arguments': '{"list":[{"domain":"switch","service":"turn_on","service_data":{"entity_id":"switch.tasmota"}},{"domain":"switch","service":"turn_on","service_data":{"entity_id":"switch.tasmota_2"}},{"domain":"switch","service":"turn_on","service_data":{"entity_id":"switch.tasmota_3"}}]}', 'name': 'execute_services'}}}], 'created': 1709947477, 'model': 'gpt-3.5-turbo-1106', 'object': 'chat.completion', 'system_fingerprint': 'fp_f93e21ed76', 'usage': {'completion_tokens': 79, 'prompt_tokens': 617, 'total_tokens': 696}}
+2024-03-09 03:24:38.378 INFO (MainThread) [custom_components.extended_openai_conversation] Prompt for gpt-3.5-turbo-1106: [{'role': 'system', 'content': "I want you to act as smart home manager of Home Assistant.\nI will provide information of smart home along with a question, you will truthfully make correction or answer using information provided in one sentence in everyday language.\n\nCurrent Time: 2024-03-09 03:24:36.975819+02:00\n\nAvailable Devices:\n```csv\nentity_id,name,state,aliases\nperson.popov,popov,unknown,\nperson.estelle,Estelle,unknown,\nupdate.home_assistant_operating_system_update,Home Assistant Operating System Update,off,\nsun.sun,Sun,below_horizon,\nsensor.sun_next_rising,Sun Next rising,2024-03-09T04:45:33+00:00,\nsensor.sun_next_setting,Sun Next setting,2024-03-09T16:29:12+00:00,\ntodo.shopping_list,Shopping List,0,\nbinary_sensor.rpi_power_status,RPi Power status,on,\ntodo.dev,Dev,0,\ntodo.jw,Jw,6,\nsensor.garden_temperature,Garden Temperature,5.60,\nsensor.garden_humidity,Garden Humidity,0.00,\nsensor.garden_pressure,Garden Pressure,948.10,\nsensor.garden_soil_moisture,Garden Soil Moisture,unknown,\ntts.google_en_com,Google en com,2024-03-08T08:16:30.141892+00:00,\ndevice_tracker.iphone,iPhone,unknown,\nweather.forecast_home,Forecast Home,fog,Pesho\nswitch.tasmota,Лампа Кухня,off,Kitchen Lamp\nswitch.tasmota_2,Печка банята,off,Bathtoom Heater\nswitch.tasmota_3,Вентилатор Банята,off,Bathroom Fan\nsensor.plug_plants_energy,Energy,unavailable,\nsensor.plug_plants_current,Current,unavailable,\nsensor.plug_plants_power,Power,unavailable,\nsensor.plug_plants_voltage,Voltage,unavailable,\nswitch.plug_plants,plug plants,unavailable,\n```\n\nThe current state of devices is provided in available devices.\nUse execute_services function only for requested action, not for current states.\nDo not execute service without user's confirmation.\nDo not restate or appreciate what user says, rather make a quick inquiry."}, {'role': 'user', 'content': " they're in the lights on"}, {'role': 'function', 'name': 'execute_services', 'content': "[{'success': True}, {'success': True}, {'success': True}]"}]
+2024-03-09 03:24:39.022 INFO (MainThread) [custom_components.extended_openai_conversation] Response {'id': 'chatcmpl-90fjyx3oMbsv8Ppxe3pThqTy35I64', 'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'content': "The lights are now turned on. Is there anything else you'd like to control?", 'role': 'assistant'}}], 'created': 1709947478, 'model': 'gpt-3.5-turbo-1106', 'object': 'chat.completion', 'system_fingerprint': 'fp_f93e21ed76', 'usage': {'completion_tokens': 17, 'prompt_tokens': 639, 'total_tokens': 656}}
--- a/home/prompt1.md
+++ b/home/prompt1.md
@ -0,0 +1,66 @@
+# SETUP:
+HA Extended OpenAI Conversation
+Name:
+Local LLM
+API key: 
+1234567890
+Base Url:
+http://192.168.0.11:11434/  # Home Assistant
+api version:
+v1 
+Skip Auth:
+true
+
+>> 2024-03-09 01:17:21.212 ERROR (MainThread) [custom_components.extended_openai_conversation] Error code: 404 - {'error': {'type': 'invalid_request_error', 'code': 'unknown_url', 'message': 'Unknown request URL: POST /chat/completions. Please check the URL for typos, or see the docs at https://platform.openai.com/docs/api-reference/.', 'param': None}}
+
+list  my devices?
+what are my devices?
+turn on bathroom fan
+turn kitchen light on
+пусни вентилатора в банята
+HA Key:
+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
+
+# PROMPTs
+
+[INST] <<SYS>>I want you to act as smart home manager of Home Assistant.\nI will provide information of smart home along with a question, you will truthfully make correction or answer using information provided in one sentence in everyday language.\n\nCurrent Time: 2024-03-09 01:28:58.574422+02:00\n\nAvailable Devices:\n```csv\nentity_id,name,state,aliases\nperson.popov,popov,unknown,\nperson.estelle,Estelle,unknown,\nupdate.home_assistant_operating_system_update,Home Assistant Operating System Update,off,\nsun.sun,Sun,below_horizon,\nsensor.sun_next_rising,Sun Next rising,2024-03-09T04:45:33+00:00,\nsensor.sun_next_setting,Sun Next setting,2024-03-09T16:29:12+00:00,\ntodo.shopping_list,Shopping List,0,\nbinary_sensor.rpi_power_status,RPi Power status,on,\ntodo.dev,Dev,0,\ntodo.jw,Jw,6,\nsensor.garden_temperature,Garden Temperature,4.59,\nsensor.garden_humidity,Garden Humidity,0.00,\nsensor.garden_pressure,Garden Pressure,948.43,\nsensor.garden_soil_moisture,Garden Soil Moisture,unknown,\ntts.google_en_com,Google en com,2024-03-08T08:16:30.141892+00:00,\ndevice_tracker.iphone,iPhone,unknown,\nweather.forecast_home,Forecast Home,partlycloudy,Pesho\nswitch.tasmota,Лампа Кухня,off,Kitchen Lamp\nswitch.tasmota_2,Печка банята,off,Bathtoom Heater\nswitch.tasmota_3,Вентилатор Банята,off,Bathroom Fan\nsensor.plug_plants_energy,Energy,unavailable,\nsensor.plug_plants_current,Current,unavailable,\nsensor.plug_plants_power,Power,unavailable,\nsensor.plug_plants_voltage,Voltage,unavailable,\nswitch.plug_plants,plug plants,unavailable,\n```\n\nThe current state of devices is provided in available devices.\nUse execute_services function only for requested action, not for current states.\nDo not execute service without user's confirmation.\nDo not restate or appreciate what user says, rather make a quick inquiry.
+use this function schema:
+- spec:
+    name: execute_services
+    description: Use this function to execute service of devices in Home Assistant.
+    parameters:
+      type: object
+      properties:
+        list:
+          type: array
+          items:
+            type: object
+            properties:
+              domain:
+                type: string
+                description: The domain of the service
+              service:
+                type: string
+                description: The service to be called
+              service_data:
+                type: object
+                description: The service data object to indicate what to control.
+                properties:
+                  entity_id:
+                    type: string
+                    description: The entity_id retrieved from available devices. It
+                      must start with domain, followed by dot character.
+                required:
+                - entity_id
+            required:
+            - domain
+            - service
+            - service_data
+  function:
+    type: native
+    name: execute_service
+<</SYS>>\n\nturn on bathroom fan [/INST]\n
+
+
+
+{'id': 'chatcmpl-641', 'choices': [{'finish_reason': 'stop', 'index': 0, 'message': {'content': '{\n  "function_call": {\n    "name": "execute_services",\n    "arguments": "{\\"device_id\\": \\"tasmota_3\\"]"\n  }\n}', 'role': 'assistant'}}]
--- a/memory1/.env
+++ b/memory1/.env
@ -0,0 +1,3 @@
+   NEO4J_URI="bolt://192.168.0.10:7687"
+   NEO4J_USER="neo4j"
+   NEO4J_PASSWORD="lucas-bicycle-powder-stretch-ford-9492"
--- a/memory1/intint.neo.py
+++ b/memory1/intint.neo.py
@ -0,0 +1,50 @@
+from decouple import config
+from neo4j import GraphDatabase
+
+class Neo4jConnection:
+    def __init__(self):
+        self.uri = config("NEO4J_URI")
+        self.user = config("NEO4J_USER")
+        self.password = config("NEO4J_PASSWORD")
+        self.driver = GraphDatabase.driver(self.uri, auth=(self.user, self.password))
+
+        # Create the schema
+        self.create_schema()
+
+        # Close the connection
+        self.close()
+
+    def close(self):
+        self.driver.close()
+
+    def create_schema(self):
+        with self.driver.session() as session:
+            session.write_transaction(self._create_constraints_and_indexes)
+
+    @staticmethod
+    def _create_constraints_and_indexes(tx):
+        # Constraints and indexes for Person
+        tx.run("CREATE CONSTRAINT ON (p:Person) ASSERT p.person_id IS UNIQUE;")
+        
+        # Constraints and indexes for Memory
+        tx.run("CREATE CONSTRAINT ON (m:Memory) ASSERT m.memory_id IS UNIQUE;")
+        tx.run("CREATE INDEX ON :Memory(content);")
+        tx.run("CREATE INDEX ON :Memory(timestamp);")
+        
+        # Constraints and indexes for Tag
+        tx.run("CREATE CONSTRAINT ON (t:Tag) ASSERT t.tag_id IS UNIQUE;")
+        tx.run("CREATE INDEX ON :Tag(tag_name);")
+        
+        # Constraints and indexes for Category
+        tx.run("CREATE CONSTRAINT ON (c:Category) ASSERT c.category_id IS UNIQUE;")
+        
+        # Constraints and indexes for Skill
+        tx.run("CREATE CONSTRAINT ON (s:Skill) ASSERT s.name IS UNIQUE;")
+        
+        # Constraints and indexes for Fact
+        tx.run("CREATE CONSTRAINT ON (f:Fact) ASSERT f.certainty IS UNIQUE;")
+        
+        # Additional schema definitions can be added here, such as relationship constraints or more complex indexing strategies.
+
+if __name__ == "__main__":
+    conn = Neo4jConnection()
--- a/memory1/models.py
+++ b/memory1/models.py
@ -0,0 +1,88 @@
+class Person:
+    def __init__(self, person_id, name, age):
+        self.person_id = person_id
+        self.name = name
+        self.age = age
+
+
+class Memory:
+    def __init__(self, memory_id, content, timestamp, importance, relevance, associated_tags):
+        self.memory_id = memory_id
+        self.content = content
+        self.timestamp = timestamp
+        self.importance = importance
+        self.relevance = relevance
+        self.associated_tags = associated_tags
+
+class Tag:
+    def __init__(self, tag_id, tag_name):
+        self.tag_id = tag_id
+        self.tag_name = tag_name
+
+# // #
+
+class Category:
+     def __init__(self, category_id, name, details):
+        self.category_id = category_id
+        self.name = name
+        self.details = details
+        self.embedding_ollama = embedding_ollama
+
+class Skill: # or "hat". used to help with the context. more specific than category
+    def __init__(self, category_id, name):
+        self.category_id = category_id
+        self.name = name
+
+class Fact:
+     def __init__(self, category_id, certainty, embedding_ollama):
+        self.category_id = category_id
+        self.certainty = certainty
+        self.embedding_ollama = embedding_ollama
+
+class Context:
+    def __init__(self):
+        self.memories = []
+        self.facts = []
+        self.skills = []
+        self.tags = []
+        self.categories = []
+
+    def add_memory(self, memory):
+        self.memories.append(memory)
+
+    def add_fact(self, fact):
+        self.facts.append(fact)
+
+    def add_skill(self, skill):
+        self.skills.append(skill)
+
+    def add_tag(self, tag):
+        self.tags.append(tag)
+
+    def add_category(self, category):
+        self.categories.append(category)
+
+    def retrieve_memories(self, filter_tags=None):
+        if filter_tags:
+            return [memory for memory in self.memories if any(tag in memory.associated_tags for tag in filter_tags)]
+        return self.memories
+
+    def retrieve_facts(self, certainty_threshold):
+        return [fact for fact in self.facts if fact.certainty >= certainty_threshold]
+
+    def update_memory_relevance(self, memory_id, new_relevance):
+        for memory in self.memories:
+            if memory.memory_id == memory_id:
+                memory.relevance = new_relevance
+                break
+
+    def summarize_context(self):
+        # This method could be designed to summarize the current state of the context
+        # For simplicity, it just prints out the counts of different entities
+        print(f"Memories: {len(self.memories)}")
+        print(f"Facts: {len(self.facts)}")
+        print(f"Skills: {len(self.skills)}")
+        print(f"Tags: {len(self.tags)}")
+        print(f"Categories: {len(self.categories)}")
+
+
--- a/store-all/api/Dockerfile
+++ b/store-all/api/Dockerfile
@ -0,0 +1,6 @@
+FROM python:3.9-slim
+WORKDIR /usr/src/app
+COPY requirements.txt ./
+RUN pip install --no-cache-dir -r requirements.txt
+COPY . .
+CMD ["python", "app.py"]
--- a/store-all/api/app.py
+++ b/store-all/api/app.py
@ -0,0 +1,30 @@
+from flask import Flask, jsonify, request
+from neo4j import GraphDatabase
+from pymilvus import connections, Collection
+
+app = Flask(__name__)
+
+# Neo4j Connection
+neo4j_driver = GraphDatabase.driver("bolt://neo4j:7687", auth=("neo4j", "testpassword"))
+
+# Milvus Connection
+connections.connect("default", host="milvus", port="19530")
+
+@app.route('/')
+def home():
+    return jsonify({'message': 'Hello, World!'})
+
+@app.route('/neo4j_test')
+def neo4j_test():
+    with neo4j_driver.session() as session:
+        result = session.run("MATCH (n) RETURN count(n) AS count")
+        count = result.single()["count"]
+    return jsonify({'neo4j_node_count': count})
+
+@app.route('/milvus_test')
+def milvus_test():
+    collections = Collection.list()
+    return jsonify({'milvus_collections': collections})
+
+if __name__ == '__main__':
+    app.run(host='0.0.0.0', port=5000)
--- a/store-all/api/requirements.txt
+++ b/store-all/api/requirements.txt
@ -0,0 +1,4 @@
+Flask==2.0.3
+neo4j==4.4.1
+pymilvus==2.0.2
+gunicorn==20.1.0
--- a/store-all/docker-compose.yml
+++ b/store-all/docker-compose.yml
@ -0,0 +1,45 @@
+version: '3.8'
+
+services:
+  neo4j:
+    image: neo4j:latest
+    container_name: neo4j
+    ports:
+      - "7474:7474" # HTTP
+      - "7687:7687" # Bolt
+    volumes:
+      - ./neo4j/data:/data
+      - ./neo4j/logs:/logs
+      - ./neo4j/import:/var/lib/neo4j/import
+      - ./neo4j/plugins:/plugins
+    environment:
+      NEO4J_AUTH: neo4j/testpassword
+
+  milvus:
+    image: milvusdb/milvus:v2.0.0
+    container_name: milvus
+    ports:
+      - "19530:19530" # Milvus default port
+    volumes:
+      - ./milvus/db:/var/lib/milvus/db
+      - ./milvus/conf:/var/lib/milvus/conf
+      - ./milvus/logs:/var/lib/milvus/logs
+    environment:
+      TZ: UTC
+
+  api:
+    build: ./api
+    container_name: api
+    ports:
+      - "5000:5000"
+    volumes:
+      - ./api:/usr/src/app
+    depends_on:
+      - neo4j
+      - milvus
+    environment:
+      NEO4J_URI: bolt://neo4j:7687
+      NEO4J_USER: neo4j
+      NEO4J_PASSWORD: testpassword
+      MILVUS_HOST: milvus
+      MILVUS_PORT: 19530
--- a/store-all/story.md
+++ b/store-all/story.md
@ -0,0 +1,21 @@
+<!-- Graph Database -->
+
+
+Rich Relationships: Graph databases excel at managing highly interconnected data, allowing you to efficiently model, store, and query complex networks of relationships.
+
+Performance: They are optimized for traversing complex relationships and can perform deep queries very fast, unlike traditional databases where join-intensive queries can be slow.
+
+Flexibility: They typically allow for schema-less or schema-flexible data, making them adaptable to evolving data models without significant redesign.
+
+Intuitive Query Language: Many graph databases use query languages like Cypher (Neo4j), which are powerful yet readable, making complex queries more straightforward to construct and understand.
+
+Cons:
+
+Scalability: Horizontal scaling can be challenging with graph databases, as they are inherently designed for deep, computationally intense traversals.
+
+Specialized Knowledge: The need for understanding specific query languages and graph theory can steepen the learning curve.
+
+Resource Intensity: Maintaining high-performance levels, especially with very large datasets, can require significant computational resources.
+
+
+Python is widely adopted in the data science community, offering extensive libraries and frameworks for both graph databases (like py2neo for Neo4j) and vector databases (like milvus-py for Milvus). It’s particularly strong in analytics, machine learning, and AI, which aligns well with the use cases of vector databases.
--- a/store-py/store.py
+++ b/store-py/store.py
@ -0,0 +1,39 @@
+import faiss
+import numpy as np
+
+# Define the knowledge graph schema
+entities = ['Alice', 'Bob', 'Charlie']
+relationships = [('Alice', 'friend', 'Bob'), ('Alice', 'friend', 'Charlie')]
+
+# Create the database schema
+db = faiss.Database('knowledge_graph.db')
+
+db.create_table('entities', entities)
+db.create_table('relationships', relationships)
+
+# Implement the knowledge graph embedding
+model = Word2Vec(sentences=['Alice is friends with Bob and Charlie'], dim=100)
+
+# Store the knowledge graph in the database
+for entity in entities:
+    db.insert('entities', entity)
+for relationship in relationships:
+    db.insert('relationships', relationship)
+
+# Implement the LLM
+llm = LanguageModel(model)
+
+# Integrate the knowledge graph embedding with the LLM
+def get_entity_vector(entity):
+    entity_vector = np.array(db.get('entities', entity))
+    return entity_vector
+
+def get_relationship_vector(relationship):
+    relationship_vector = np.array(db.get('relationships', relationship))
+    return relationship_vector
+
+llm.add_entity_vector_fn(get_entity_vector)
+llm.add_relationship_vector_fn(get_relationship_vector)
+
+# Test the system
+llm.process('Alice is friends with Bob and Charlie')