From e6fa6e4547425ad659bea7cd0062b4f5571ac04c Mon Sep 17 00:00:00 2001 From: Dobromir Popov Date: Fri, 22 Mar 2024 19:28:44 +0200 Subject: [PATCH 1/2] Add notes for interpreter configuration with GROQ AI --- _doc/oi-notes.md | 49 ++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 49 insertions(+) create mode 100644 _doc/oi-notes.md diff --git a/_doc/oi-notes.md b/_doc/oi-notes.md new file mode 100644 index 0000000..5f72b29 --- /dev/null +++ b/_doc/oi-notes.md @@ -0,0 +1,49 @@ + + + + interpreter --api_base http://192.168.0.11:11434/v1/ + +interpreter --model "gpt-3.5-turbo" # mistral +interpreter --model "mistral" --api_base http://192.168.0.11:11434/v1/ + + + Mac/Linux: 'export OPENAI_API_KEY=your-key-here', + Windows: 'setx OPENAI_API_KEY your-key-here' then restart terminal. +interpreter --local + +interpreter --api_base http://192.168.0.11:11434/v1 --api_key "" --model openai/local +interpreter --api_base http://192.168.0.137:1234/v1 --api_key "" --model openai/local +192.168.0.137 + + +################################# GROQ +export OPENAI_API_KEY=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 +interpreter -y --api_base https://api.groq.com/openai/v1 --model gemma-7b-it ## mixtral-8x7b-32768 # gemma-7b-it # llama2-70b-4096 +## +# Load a model, start the server, and run this example in your terminal +# Choose between streaming and non-streaming mode by setting the "stream" field + +curl http://192.168.0.11:11434/v1/chat/completions \ +-H "Content-Type: application/json" \ +-d '{ + "messages": [ + { "role": "system", "content": "Always answer in rhymes." }, + { "role": "user", "content": "Introduce yourself." } + ], + "temperature": 0.7, + "max_tokens": -1, + "stream": false +}' + + +curl http://192.168.0.137:1234/v1/chat/completions \ +-H "Content-Type: application/json" \ +-d '{ + "messages": [ + { "role": "system", "content": "Always answer in rhymes." }, + { "role": "user", "content": "Introduce yourself." } + ], + "temperature": 0.7, + "max_tokens": -1, + "stream": false +}' \ No newline at end of file From 6d0a5c1064883402b4280a4bf57e0aaba3837037 Mon Sep 17 00:00:00 2001 From: Dobromir Popov Date: Sat, 23 Mar 2024 01:07:12 +0200 Subject: [PATCH 2/2] reorganize --- {doc => _doc}/_notes/arti/.excalidraw.svg | 0 {doc => _doc}/_notes/arti/ideas.md | 0 {doc => _doc}/_notes/arti/neo4j.cql | 0 {doc => _doc}/_notes/arti/wikidata/import.sh | 0 {doc => _doc}/home/Prompt.md | 0 {doc => _doc}/home/homeassistant.md | 0 {doc => _doc}/home/logs.log | 0 {doc => _doc}/home/prompt1.md | 0 _doc/oi-notes.md | 4 +- {doc => _doc}/packages notes environments.md | 0 _doc/scripts/aider.sh | 34 ++++++++++++++ {doc => _doc}/tts notes.txt | 0 doc/oi-notes.md | 47 -------------------- scripts/aider.sh | 12 ----- 14 files changed, 36 insertions(+), 61 deletions(-) rename {doc => _doc}/_notes/arti/.excalidraw.svg (100%) rename {doc => _doc}/_notes/arti/ideas.md (100%) rename {doc => _doc}/_notes/arti/neo4j.cql (100%) rename {doc => _doc}/_notes/arti/wikidata/import.sh (100%) rename {doc => _doc}/home/Prompt.md (100%) rename {doc => _doc}/home/homeassistant.md (100%) rename {doc => _doc}/home/logs.log (100%) rename {doc => _doc}/home/prompt1.md (100%) rename {doc => _doc}/packages notes environments.md (100%) create mode 100644 _doc/scripts/aider.sh rename {doc => _doc}/tts notes.txt (100%) delete mode 100644 doc/oi-notes.md delete mode 100644 scripts/aider.sh diff --git a/doc/_notes/arti/.excalidraw.svg b/_doc/_notes/arti/.excalidraw.svg similarity index 100% rename from doc/_notes/arti/.excalidraw.svg rename to _doc/_notes/arti/.excalidraw.svg diff --git a/doc/_notes/arti/ideas.md b/_doc/_notes/arti/ideas.md similarity index 100% rename from doc/_notes/arti/ideas.md rename to _doc/_notes/arti/ideas.md diff --git a/doc/_notes/arti/neo4j.cql b/_doc/_notes/arti/neo4j.cql similarity index 100% rename from doc/_notes/arti/neo4j.cql rename to _doc/_notes/arti/neo4j.cql diff --git a/doc/_notes/arti/wikidata/import.sh b/_doc/_notes/arti/wikidata/import.sh similarity index 100% rename from doc/_notes/arti/wikidata/import.sh rename to _doc/_notes/arti/wikidata/import.sh diff --git a/doc/home/Prompt.md b/_doc/home/Prompt.md similarity index 100% rename from doc/home/Prompt.md rename to _doc/home/Prompt.md diff --git a/doc/home/homeassistant.md b/_doc/home/homeassistant.md similarity index 100% rename from doc/home/homeassistant.md rename to _doc/home/homeassistant.md diff --git a/doc/home/logs.log b/_doc/home/logs.log similarity index 100% rename from doc/home/logs.log rename to _doc/home/logs.log diff --git a/doc/home/prompt1.md b/_doc/home/prompt1.md similarity index 100% rename from doc/home/prompt1.md rename to _doc/home/prompt1.md diff --git a/_doc/oi-notes.md b/_doc/oi-notes.md index 5f72b29..6f4d4f7 100644 --- a/_doc/oi-notes.md +++ b/_doc/oi-notes.md @@ -16,9 +16,9 @@ interpreter --api_base http://192.168.0.137:1234/v1 --api_key "" --model openai/ 192.168.0.137 -################################# GROQ +# ################################ GROQ ########################## working export OPENAI_API_KEY=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 -interpreter -y --api_base https://api.groq.com/openai/v1 --model gemma-7b-it ## mixtral-8x7b-32768 # gemma-7b-it # llama2-70b-4096 +interpreter -y --api_base https://api.groq.com/openai/v1 --model llama2-70b-4096 ## mixtral-8x7b-32768 # gemma-7b-it # llama2-70b-4096 ## # Load a model, start the server, and run this example in your terminal # Choose between streaming and non-streaming mode by setting the "stream" field diff --git a/doc/packages notes environments.md b/_doc/packages notes environments.md similarity index 100% rename from doc/packages notes environments.md rename to _doc/packages notes environments.md diff --git a/_doc/scripts/aider.sh b/_doc/scripts/aider.sh new file mode 100644 index 0000000..7f7d0bc --- /dev/null +++ b/_doc/scripts/aider.sh @@ -0,0 +1,34 @@ +#!/bin/bash +# python -m pip install git+https://github.com/paul-gauthier/aider.git + +source ~/miniconda3/etc/profile.d/conda.sh # Adjust the path as per your Conda installation +conda activate aider +export OPENAI_API_KEY=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 + + +# aider --no-auto-commits + +OPENAI_API_BASE=https://api.deepseek.com/v1 +OPENAI_API_KEY=sk-99df7736351f4536bd72cd64a416318a +AIDER_MODEL=deepseek-coder #deepseek-coder, deepseek-chat +aider --openai-api-base https://api.deepseek.com/v1 --openai-api-key sk-99df7736351f4536bd72cd64a416318a --model deepseek-coder +aider --openai-api-base 'https://api.groq.com/openai/v1' --openai-api-key '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' --model 'llama2-70b-4096' + +usage: aider [-h] [--openai-api-key OPENAI_API_KEY] [--model MODEL] [--skip-model-availability-check SKIP_MODEL_AVAILABILITY_CHECK] [--4] [--4turbo] [--35turbo] [--voice-language VOICE_LANGUAGE] + [--openai-api-base OPENAI_API_BASE] [--openai-api-type OPENAI_API_TYPE] [--openai-api-version OPENAI_API_VERSION] [--openai-api-deployment-id OPENAI_API_DEPLOYMENT_ID] + [--openai-organization-id OPENAI_ORGANIZATION_ID] [--openrouter] [--edit-format EDIT_FORMAT] [--map-tokens MAP_TOKENS] [--input-history-file INPUT_HISTORY_FILE] + [--chat-history-file CHAT_HISTORY_FILE] [--dark-mode] [--light-mode] [--pretty | --no-pretty] [--stream | --no-stream] [--user-input-color USER_INPUT_COLOR] + [--tool-output-color TOOL_OUTPUT_COLOR] [--tool-error-color TOOL_ERROR_COLOR] [--assistant-output-color ASSISTANT_OUTPUT_COLOR] [--code-theme CODE_THEME] [--show-diffs] + [--git | --no-git] [--gitignore | --no-gitignore] [--aiderignore AIDERIGNORE] [--auto-commits | --no-auto-commits] [--dirty-commits | --no-dirty-commits] [--dry-run | --no-dry-run] + [--commit] [--version] [--check-update] [--skip-check-update] [--apply FILE] [--yes] [-v] [--show-repo-map] [--message COMMAND] [--message-file MESSAGE_FILE] [--encoding ENCODING] + [-c CONFIG_FILE] + +export OPENAI_API_KEY=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 +interpreter -y --api_base https://api.groq.com/openai/v1 --model gemma-7b-it ## mixtral-8x7b-32768 # gemma-7b-it # llama2-70b-4096 + + +# Setup OpenRouter access +export OPENAI_API_KEY=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 +export OPENAI_API_BASE=https://api.groq.com/openai/v1 +# For example, run aider with Claude 3 Opus using the diff editing format +aider --model llama2-70b-4096 --edit-format diff diff --git a/doc/tts notes.txt b/_doc/tts notes.txt similarity index 100% rename from doc/tts notes.txt rename to _doc/tts notes.txt diff --git a/doc/oi-notes.md b/doc/oi-notes.md deleted file mode 100644 index d630783..0000000 --- a/doc/oi-notes.md +++ /dev/null @@ -1,47 +0,0 @@ - - - - interpreter --api_base http://192.168.0.11:11434/v1/ - -interpreter --model "gpt-3.5-turbo" # mistral -interpreter --model "mistral" --api_base http://192.168.0.11:11434/v1/ - - Mac/Linux: 'export OPENAI_API_KEY=your-key-here', - Windows: 'setx OPENAI_API_KEY your-key-here' then restart terminal. -interpreter --local - -interpreter --api_base http://192.168.0.11:11434/v1 --api_key "" --model openai/local - - - -interpreter --api_base http://192.168.0.137:1234/v1 --api_key "" --model openai/local -192.168.0.137 - - -# Load a model, start the server, and run this example in your terminal -# Choose between streaming and non-streaming mode by setting the "stream" field - -curl http://192.168.0.11:11434/v1/chat/completions \ --H "Content-Type: application/json" \ --d '{ - "messages": [ - { "role": "system", "content": "Always answer in rhymes." }, - { "role": "user", "content": "Introduce yourself." } - ], - "temperature": 0.7, - "max_tokens": -1, - "stream": false -}' - - -curl http://192.168.0.137:1234/v1/chat/completions \ --H "Content-Type: application/json" \ --d '{ - "messages": [ - { "role": "system", "content": "Always answer in rhymes." }, - { "role": "user", "content": "Introduce yourself." } - ], - "temperature": 0.7, - "max_tokens": -1, - "stream": false -}' \ No newline at end of file diff --git a/scripts/aider.sh b/scripts/aider.sh deleted file mode 100644 index 53e8e44..0000000 --- a/scripts/aider.sh +++ /dev/null @@ -1,12 +0,0 @@ -#!/bin/bash -source ~/miniconda3/etc/profile.d/conda.sh # Adjust the path as per your Conda installation -conda activate aider -export OPENAI_API_KEY=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 - - -# aider --no-auto-commits - -OPENAI_API_BASE=https://api.deepseek.com/v1 -OPENAI_API_KEY=sk-99df7736351f4536bd72cd64a416318a -AIDER_MODEL=deepseek-coder #deepseek-coder, deepseek-chat -aider --openai-api-base https://api.deepseek.com/v1 --openai-api-key sk-99df7736351f4536bd72cd64a416318a --model deepseek-coder \ No newline at end of file