# https://github.com/OpenBMB/ToolBench

from dobromirpopov/pynode


git clone https://github.com/d-popov/ToolBench.git
# git@github.com:OpenBMB/ToolBench.git
cd ToolBench
pip install -r requirements.txt

# Backend server
RUN export PYTHONPATH=./
python toolbench/inference/toolbench_server.py \
    --tool_root_dir data/toolenv/tools/ \
    --corpus_tsv_path data/retrieval/G1/corpus.tsv \
    --retrieval_model_path /path/to/your/retrival_model \
    --retrieved_api_nums 5 \
    --backbone_model toolllama \
    --model_path huggyllama/llama-7b \
    --lora \
    --lora_path /path/to/your/toolllama_lora \
    --max_observation_length 1024 \
    --method DFS_woFilter_w2 \
    --input_query_file data/instruction/inference_query_demo_open_domain.json \
    --output_answer_file data/answer/toolllama_lora_dfs_open_domain \
    --rapidapi_key 1c362306e9msh311d2dcf784fdc2p18be96jsncaebcf313a3f