added more files

This commit is contained in:
Dobromir Popov
2023-08-22 20:48:52 +00:00
parent 7de7e607f9
commit a3aa17bcc8
3 changed files with 60 additions and 6 deletions

View File

@ -1,13 +1,11 @@
# dobromirpopov/pynode # dobromirpopov/pynode
FROM python:slim FROM python:slim
# System dependencies and Node.js/npm installation ## System dependencies and Node.js/npm installation
RUN apt-get update \ RUN apt-get update && apt-get install -y \
&& apt-get install -y git curl nodejs npm \ git curl nodejs npm gnupg2 wget build-essential
&& apt-get clean \
&& rm -rf /var/lib/apt/lists/*
# Upgrade pip ## Upgrade pip
RUN pip install --upgrade pip RUN pip install --upgrade pip
# Verify installations # Verify installations

View File

@ -0,0 +1,29 @@
# dobromirpopov/pycudanode
FROM python:slim
## System dependencies and Node.js/npm installation
RUN apt-get update && apt-get install -y \
git curl nodejs npm gnupg2 wget build-essential
## Add NVIDIA package repositories
RUN wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/cuda-repo-ubuntu1804_10.0.130-1_amd64.deb
RUN dpkg -i cuda-repo-ubuntu1804_10.0.130-1_amd64.deb
RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub
RUN apt-get update
# Install CUDA and the accompanying libraries
RUN apt-get install -y cuda
# Clean up
RUN apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /cuda-repo-ubuntu1804_10.0.130-1_amd64.deb
# Setting up CUDA environmental variables
ENV PATH /usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH}
ENV LD_LIBRARY_PATH /usr/local/nvidia/lib:/usr/local/nvidia/lib64
## Upgrade pip
RUN pip install --upgrade pip
# Verify installations
RUN node --version && npm --version

27
docker/toolLLM.dockerfile Normal file
View File

@ -0,0 +1,27 @@
# https://github.com/OpenBMB/ToolBench
from dobromirpopov/pynode
git clone https://github.com/d-popov/ToolBench.git
# git@github.com:OpenBMB/ToolBench.git
cd ToolBench
pip install -r requirements.txt
# Backend server
RUN export PYTHONPATH=./
python toolbench/inference/toolbench_server.py \
--tool_root_dir data/toolenv/tools/ \
--corpus_tsv_path data/retrieval/G1/corpus.tsv \
--retrieval_model_path /path/to/your/retrival_model \
--retrieved_api_nums 5 \
--backbone_model toolllama \
--model_path huggyllama/llama-7b \
--lora \
--lora_path /path/to/your/toolllama_lora \
--max_observation_length 1024 \
--method DFS_woFilter_w2 \
--input_query_file data/instruction/inference_query_demo_open_domain.json \
--output_answer_file data/answer/toolllama_lora_dfs_open_domain \
--rapidapi_key 1c362306e9msh311d2dcf784fdc2p18be96jsncaebcf313a3f