updated notes
This commit is contained in:
@@ -71,7 +71,7 @@ reachable node on the LAN.
|
||||
# Example repo path; adjust to wherever you cloned it
|
||||
cd D:\DEV\workspace\REPOS\git.d-popov.com\neuron-tai
|
||||
|
||||
py -3 -m venv .venv
|
||||
python -m venv .venv
|
||||
.\.venv\Scripts\python.exe -m pip install --upgrade pip setuptools wheel
|
||||
.\.venv\Scripts\pip.exe install -e packages\tracker -e packages\node -e packages\p2p -e packages\gateway -e packages\relay
|
||||
|
||||
@@ -82,6 +82,12 @@ py -3 -m venv .venv
|
||||
.\.venv\Scripts\meshnet-node.exe --help
|
||||
```
|
||||
|
||||
For `start`-specific flags, run:
|
||||
|
||||
```powershell
|
||||
.\.venv\Scripts\meshnet-node.exe start --help
|
||||
```
|
||||
|
||||
3. Find the Windows LAN IP address:
|
||||
|
||||
```powershell
|
||||
@@ -112,7 +118,7 @@ $env:HF_HOME = "D:\DEV\models"
|
||||
|
||||
.\.venv\Scripts\meshnet-node.exe start `
|
||||
--tracker http://192.168.0.179:8081 `
|
||||
--model-id Qwen/Qwen2.5-0.5B-Instruct `
|
||||
--model Qwen/Qwen2.5-0.5B-Instruct `
|
||||
--shard-start 12 --shard-end 23 `
|
||||
--quantization bfloat16 `
|
||||
--host 0.0.0.0 `
|
||||
@@ -120,6 +126,13 @@ $env:HF_HOME = "D:\DEV\models"
|
||||
--port 8005
|
||||
```
|
||||
|
||||
One-line variants:
|
||||
|
||||
```powershell
|
||||
.\.venv\Scripts\meshnet-node.exe start --tracker http://192.168.0.179:8081 --model Qwen/Qwen2.5-0.5B-Instruct --advertise-host 192.168.0.20
|
||||
.\.venv\Scripts\meshnet-node.exe start --tracker http://ai.neuron.d-popov.com --model Qwen/Qwen2.5-0.5B-Instruct --advertise-host 192.168.0.20
|
||||
```
|
||||
|
||||
`--host 0.0.0.0` binds the node to all Windows interfaces. `--advertise-host`
|
||||
is what the tracker gives to other nodes, so it must be the Windows LAN IP that
|
||||
the tracker and peer nodes can actually reach.
|
||||
@@ -169,7 +182,7 @@ Then a node only needs the public tracker address:
|
||||
```bash
|
||||
.venv/bin/meshnet-node start \
|
||||
--tracker https://ai.neuron.d-popov.com \
|
||||
--model-id Qwen/Qwen2.5-0.5B-Instruct
|
||||
--model Qwen/Qwen2.5-0.5B-Instruct
|
||||
```
|
||||
|
||||
---
|
||||
@@ -203,7 +216,7 @@ Keep this terminal open.
|
||||
cd /run/media/popov/d/DEV/repos/d-popov.com/AI
|
||||
HF_HOME=/run/media/popov/d/DEV/models \
|
||||
.venv/bin/meshnet-node start \
|
||||
--model-id Qwen/Qwen2.5-0.5B-Instruct \
|
||||
--model Qwen/Qwen2.5-0.5B-Instruct \
|
||||
--quantization bfloat16 \
|
||||
--tracker http://localhost:8080 \
|
||||
--port 8001
|
||||
@@ -272,7 +285,7 @@ Split Qwen2.5-0.5B's 24 layers across two node processes to test the sharded pip
|
||||
```bash
|
||||
HF_HOME=/run/media/popov/d/DEV/models \
|
||||
.venv/bin/meshnet-node start \
|
||||
--model-id Qwen/Qwen2.5-0.5B-Instruct \
|
||||
--model Qwen/Qwen2.5-0.5B-Instruct \
|
||||
--shard-start 0 --shard-end 11 \
|
||||
--quantization bfloat16 \
|
||||
--tracker http://localhost:8080 \
|
||||
@@ -283,7 +296,7 @@ HF_HOME=/run/media/popov/d/DEV/models \
|
||||
```bash
|
||||
HF_HOME=/run/media/popov/d/DEV/models \
|
||||
.venv/bin/meshnet-node start \
|
||||
--model-id Qwen/Qwen2.5-0.5B-Instruct \
|
||||
--model Qwen/Qwen2.5-0.5B-Instruct \
|
||||
--shard-start 12 --shard-end 23 \
|
||||
--quantization bfloat16 \
|
||||
--tracker http://localhost:8080 \
|
||||
|
||||
Reference in New Issue
Block a user