Merge branch 'master' of https://git.d-popov.com/popov/neuron-tai

_DEV_NOTES.md

@@ -5,10 +5,16 @@
 
 # node
   .\.venv\Scripts\python.exe -m meshnet_node.cli start --tracker http://localhost:8080 --model  Qwen/Qwen2.5-0.5B-Instruct --port 7000 --debug   
+  # works wsl 
+.\.venv\Scripts\python.exe -m meshnet_node.cli start --tracker http://192.168.0.179:8081 --model  Qwen/Qwen2.5-0.5B-Instruct  --shard-start 10 --port 7000 --debug     --advertise-host 192.168.0.20     
+# works win ps
+  meshnet-node start --tracker http://192.168.0.179:8081  --model Qwen/Qwen2.5-0.5B-Instruct   --shard-start 10   --quantization bfloat16   
 
- @win
+ #win
  .venv/bin/meshnet-node start --tracker http://192.168.0.179:8081  --model Qwen/Qwen2.5-0.5B-Instruct --shard-start 20 --advertise-host 192.168.0.20
 
+
+
 .\.venv\Scripts\meshnet-node.exe start http://192.168.0.179:8081 --model-id Qwen/Qwen2.5-0.5B-Instruct  --advertise-host 192.168.0.20
  .\.venv\Scripts\meshnet-node.exe start --tracker http://ai.neuron.d-popov.com  --model-id Qwen/Qwen2.5-0.5B-Instruct  --advertise-host 192.168.0.20      
 
@@ -20,7 +26,8 @@
 # linux                     
 HF_HOME=/run/media/popov/d/DEV/models     .venv/bin/meshnet-node start       --model-id Qwen/Qwen2.5-0.5B-Instruct       --shard-start 0       --shard-end 21       --quantization bfloat16       --tracker http://localhost:8081  
 # win
- meshnet-node start --tracker http://ai.neuron.d-popov.com --model Qwen/Qwen2.5-0.5B-Instruct 
+ meshnet-node start --tracker http://ai.neuron.d-popov.com --model Qwen/Qwen2.5-0.5B-Instruct   --shard-start 10 
+ meshnet-node start --tracker http://192.168.0.179:8081  --model Qwen/Qwen2.5-0.5B-Instruct   --shard-start 10 
 
 
 
@@ -32,7 +39,14 @@ HF_HOME=/run/media/popov/d/DEV/models     .venv/bin/meshnet-node start       --m
                                                                                            
   Because billing is enabled, chat calls need a Bearer key:                                
                                                                                            
-  curl http://localhost:8080/v1/chat/completions `                                         
+  curl http://192.168.0.179:8081 /v1/chat/completions `                                         
     -H "Content-Type: application/json" `                                                  
     -H "Authorization: Bearer test-key" `                                                  
     -d '{"model":"stub-model","messages":[{"role":"user","content":"hi"}]}'   
+
+
+
+# problems spotted
+1. no benchmark at node start
+2. CUDA stopped working on windows PS
+3. solana/crypto does not work on linux tracker. does it still work on windows?