From a3aa17bcc8f3851899dd0b4dca2ffb7a7f9978d6 Mon Sep 17 00:00:00 2001
From: Dobromir Popov <d-popov@abv.bg>
Date: Tue, 22 Aug 2023 20:48:52 +0000
Subject: [PATCH] added more files

---
 docker/py+npm.dockerfile     | 10 ++++------
 docker/pycudanode.dockerfile | 29 +++++++++++++++++++++++++++++
 docker/toolLLM.dockerfile    | 27 +++++++++++++++++++++++++++
 3 files changed, 60 insertions(+), 6 deletions(-)
 create mode 100644 docker/pycudanode.dockerfile
 create mode 100644 docker/toolLLM.dockerfile

diff --git a/docker/py+npm.dockerfile b/docker/py+npm.dockerfile
index ae8d818..d2ea963 100644
--- a/docker/py+npm.dockerfile
+++ b/docker/py+npm.dockerfile
@@ -1,13 +1,11 @@
 # dobromirpopov/pynode
 FROM python:slim
 
-# System dependencies and Node.js/npm installation
-RUN apt-get update \
-    && apt-get install -y git curl nodejs npm \
-    && apt-get clean \
-    && rm -rf /var/lib/apt/lists/*
+## System dependencies and Node.js/npm installation
+RUN apt-get update && apt-get install -y \
+    git curl nodejs npm gnupg2 wget build-essential
 
-# Upgrade pip
+## Upgrade pip
 RUN pip install --upgrade pip
 
 # Verify installations
diff --git a/docker/pycudanode.dockerfile b/docker/pycudanode.dockerfile
new file mode 100644
index 0000000..2da14f4
--- /dev/null
+++ b/docker/pycudanode.dockerfile
@@ -0,0 +1,29 @@
+# dobromirpopov/pycudanode
+
+FROM python:slim
+
+## System dependencies and Node.js/npm installation
+RUN apt-get update && apt-get install -y \
+    git curl nodejs npm gnupg2 wget build-essential
+
+## Add NVIDIA package repositories
+RUN wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/cuda-repo-ubuntu1804_10.0.130-1_amd64.deb
+RUN dpkg -i cuda-repo-ubuntu1804_10.0.130-1_amd64.deb
+RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub
+RUN apt-get update
+
+# Install CUDA and the accompanying libraries
+RUN apt-get install -y cuda
+
+# Clean up
+RUN apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /cuda-repo-ubuntu1804_10.0.130-1_amd64.deb
+
+# Setting up CUDA environmental variables
+ENV PATH /usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH}
+ENV LD_LIBRARY_PATH /usr/local/nvidia/lib:/usr/local/nvidia/lib64
+
+## Upgrade pip
+RUN pip install --upgrade pip
+
+# Verify installations
+RUN node --version && npm --version
\ No newline at end of file
diff --git a/docker/toolLLM.dockerfile b/docker/toolLLM.dockerfile
new file mode 100644
index 0000000..c6ced39
--- /dev/null
+++ b/docker/toolLLM.dockerfile
@@ -0,0 +1,27 @@
+# https://github.com/OpenBMB/ToolBench
+
+from dobromirpopov/pynode
+
+
+git clone https://github.com/d-popov/ToolBench.git
+# git@github.com:OpenBMB/ToolBench.git
+cd ToolBench
+pip install -r requirements.txt
+
+# Backend server
+RUN export PYTHONPATH=./
+python toolbench/inference/toolbench_server.py \
+    --tool_root_dir data/toolenv/tools/ \
+    --corpus_tsv_path data/retrieval/G1/corpus.tsv \
+    --retrieval_model_path /path/to/your/retrival_model \
+    --retrieved_api_nums 5 \
+    --backbone_model toolllama \
+    --model_path huggyllama/llama-7b \
+    --lora \
+    --lora_path /path/to/your/toolllama_lora \
+    --max_observation_length 1024 \
+    --method DFS_woFilter_w2 \
+    --input_query_file data/instruction/inference_query_demo_open_domain.json \
+    --output_answer_file data/answer/toolllama_lora_dfs_open_domain \
+    --rapidapi_key 1c362306e9msh311d2dcf784fdc2p18be96jsncaebcf313a3f
+