added more files
This commit is contained in:
@ -1,13 +1,11 @@
|
||||
# dobromirpopov/pynode
|
||||
FROM python:slim
|
||||
|
||||
# System dependencies and Node.js/npm installation
|
||||
RUN apt-get update \
|
||||
&& apt-get install -y git curl nodejs npm \
|
||||
&& apt-get clean \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
## System dependencies and Node.js/npm installation
|
||||
RUN apt-get update && apt-get install -y \
|
||||
git curl nodejs npm gnupg2 wget build-essential
|
||||
|
||||
# Upgrade pip
|
||||
## Upgrade pip
|
||||
RUN pip install --upgrade pip
|
||||
|
||||
# Verify installations
|
||||
|
29
docker/pycudanode.dockerfile
Normal file
29
docker/pycudanode.dockerfile
Normal file
@ -0,0 +1,29 @@
|
||||
# dobromirpopov/pycudanode
|
||||
|
||||
FROM python:slim
|
||||
|
||||
## System dependencies and Node.js/npm installation
|
||||
RUN apt-get update && apt-get install -y \
|
||||
git curl nodejs npm gnupg2 wget build-essential
|
||||
|
||||
## Add NVIDIA package repositories
|
||||
RUN wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/cuda-repo-ubuntu1804_10.0.130-1_amd64.deb
|
||||
RUN dpkg -i cuda-repo-ubuntu1804_10.0.130-1_amd64.deb
|
||||
RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub
|
||||
RUN apt-get update
|
||||
|
||||
# Install CUDA and the accompanying libraries
|
||||
RUN apt-get install -y cuda
|
||||
|
||||
# Clean up
|
||||
RUN apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /cuda-repo-ubuntu1804_10.0.130-1_amd64.deb
|
||||
|
||||
# Setting up CUDA environmental variables
|
||||
ENV PATH /usr/local/nvidia/bin:/usr/local/cuda/bin:${PATH}
|
||||
ENV LD_LIBRARY_PATH /usr/local/nvidia/lib:/usr/local/nvidia/lib64
|
||||
|
||||
## Upgrade pip
|
||||
RUN pip install --upgrade pip
|
||||
|
||||
# Verify installations
|
||||
RUN node --version && npm --version
|
27
docker/toolLLM.dockerfile
Normal file
27
docker/toolLLM.dockerfile
Normal file
@ -0,0 +1,27 @@
|
||||
# https://github.com/OpenBMB/ToolBench
|
||||
|
||||
from dobromirpopov/pynode
|
||||
|
||||
|
||||
git clone https://github.com/d-popov/ToolBench.git
|
||||
# git@github.com:OpenBMB/ToolBench.git
|
||||
cd ToolBench
|
||||
pip install -r requirements.txt
|
||||
|
||||
# Backend server
|
||||
RUN export PYTHONPATH=./
|
||||
python toolbench/inference/toolbench_server.py \
|
||||
--tool_root_dir data/toolenv/tools/ \
|
||||
--corpus_tsv_path data/retrieval/G1/corpus.tsv \
|
||||
--retrieval_model_path /path/to/your/retrival_model \
|
||||
--retrieved_api_nums 5 \
|
||||
--backbone_model toolllama \
|
||||
--model_path huggyllama/llama-7b \
|
||||
--lora \
|
||||
--lora_path /path/to/your/toolllama_lora \
|
||||
--max_observation_length 1024 \
|
||||
--method DFS_woFilter_w2 \
|
||||
--input_query_file data/instruction/inference_query_demo_open_domain.json \
|
||||
--output_answer_file data/answer/toolllama_lora_dfs_open_domain \
|
||||
--rapidapi_key 1c362306e9msh311d2dcf784fdc2p18be96jsncaebcf313a3f
|
||||
|
Reference in New Issue
Block a user