38 lines
2.8 KiB
Markdown
38 lines
2.8 KiB
Markdown
# tracker
|
|
.venv/bin/meshnet-tracker start --host 0.0.0.0 --port 8080
|
|
.\.venv\Scripts\python.exe -m meshnet_tracker.cli start --host 127.0.0.1 --port 8080 --billing-db .\billing.sqlite
|
|
|
|
|
|
# node
|
|
.\.venv\Scripts\python.exe -m meshnet_node.cli start --tracker http://localhost:8080 --model Qwen/Qwen2.5-0.5B-Instruct --port 7000 --debug
|
|
|
|
@win
|
|
.venv/bin/meshnet-node start --tracker http://192.168.0.179:8081 --model Qwen/Qwen2.5-0.5B-Instruct --shard-start 20 --advertise-host 192.168.0.20
|
|
|
|
.\.venv\Scripts\meshnet-node.exe start http://192.168.0.179:8081 --model-id Qwen/Qwen2.5-0.5B-Instruct --advertise-host 192.168.0.20
|
|
.\.venv\Scripts\meshnet-node.exe start --tracker http://ai.neuron.d-popov.com --model-id Qwen/Qwen2.5-0.5B-Instruct --advertise-host 192.168.0.20
|
|
|
|
we .\.venv\Scripts\meshnet-node.exe start `
|
|
--tracker http://192.168.0.179:8081 `
|
|
--model Qwen/Qwen2.5-0.5B-Instruct `
|
|
--advertise-host 192.168.0.20
|
|
|
|
# linux
|
|
HF_HOME=/run/media/popov/d/DEV/models .venv/bin/meshnet-node start --model-id Qwen/Qwen2.5-0.5B-Instruct --shard-start 0 --shard-end 21 --quantization bfloat16 --tracker http://localhost:8081
|
|
# win
|
|
meshnet-node start --tracker http://ai.neuron.d-popov.com --model Qwen/Qwen2.5-0.5B-Instruct
|
|
|
|
|
|
|
|
|
|
Then test tracker API:
|
|
|
|
curl http://localhost:8080/v1/health
|
|
curl http://localhost:8080/v1/models
|
|
|
|
Because billing is enabled, chat calls need a Bearer key:
|
|
|
|
curl http://localhost:8080/v1/chat/completions `
|
|
-H "Content-Type: application/json" `
|
|
-H "Authorization: Bearer test-key" `
|
|
-d '{"model":"stub-model","messages":[{"role":"user","content":"hi"}]}' |