From 98249e504a86b72c87080ac724634cf92122a958 Mon Sep 17 00:00:00 2001 From: Dobromir Popov Date: Fri, 3 Jul 2026 00:55:06 +0200 Subject: [PATCH] notes --- _DEV_NOTES.md | 22 ++++++++++++++++++---- 1 file changed, 18 insertions(+), 4 deletions(-) diff --git a/_DEV_NOTES.md b/_DEV_NOTES.md index 35dc33c..6dc95ed 100644 --- a/_DEV_NOTES.md +++ b/_DEV_NOTES.md @@ -5,10 +5,16 @@ # node .\.venv\Scripts\python.exe -m meshnet_node.cli start --tracker http://localhost:8080 --model Qwen/Qwen2.5-0.5B-Instruct --port 7000 --debug + # works wsl +.\.venv\Scripts\python.exe -m meshnet_node.cli start --tracker http://192.168.0.179:8081 --model Qwen/Qwen2.5-0.5B-Instruct --shard-start 10 --port 7000 --debug --advertise-host 192.168.0.20 +# works win ps + meshnet-node start --tracker http://192.168.0.179:8081 --model Qwen/Qwen2.5-0.5B-Instruct --shard-start 10 --quantization bfloat16 - @win + #win .venv/bin/meshnet-node start --tracker http://192.168.0.179:8081 --model Qwen/Qwen2.5-0.5B-Instruct --shard-start 20 --advertise-host 192.168.0.20 + + .\.venv\Scripts\meshnet-node.exe start http://192.168.0.179:8081 --model-id Qwen/Qwen2.5-0.5B-Instruct --advertise-host 192.168.0.20 .\.venv\Scripts\meshnet-node.exe start --tracker http://ai.neuron.d-popov.com --model-id Qwen/Qwen2.5-0.5B-Instruct --advertise-host 192.168.0.20 @@ -20,7 +26,8 @@ # linux HF_HOME=/run/media/popov/d/DEV/models .venv/bin/meshnet-node start --model-id Qwen/Qwen2.5-0.5B-Instruct --shard-start 0 --shard-end 21 --quantization bfloat16 --tracker http://localhost:8081 # win - meshnet-node start --tracker http://ai.neuron.d-popov.com --model Qwen/Qwen2.5-0.5B-Instruct + meshnet-node start --tracker http://ai.neuron.d-popov.com --model Qwen/Qwen2.5-0.5B-Instruct --shard-start 10 + meshnet-node start --tracker http://192.168.0.179:8081 --model Qwen/Qwen2.5-0.5B-Instruct --shard-start 10 @@ -32,7 +39,14 @@ HF_HOME=/run/media/popov/d/DEV/models .venv/bin/meshnet-node start --m Because billing is enabled, chat calls need a Bearer key: - curl http://localhost:8080/v1/chat/completions ` + curl http://192.168.0.179:8081 /v1/chat/completions ` -H "Content-Type: application/json" ` -H "Authorization: Bearer test-key" ` - -d '{"model":"stub-model","messages":[{"role":"user","content":"hi"}]}' \ No newline at end of file + -d '{"model":"stub-model","messages":[{"role":"user","content":"hi"}]}' + + + +# problems spotted +1. no benchmark at node start +2. CUDA stopped working on windows PS +3. solana/crypto does not work on linux tracker. does it still work on windows?