130 lines
4.6 KiB
JSON
130 lines
4.6 KiB
JSON
{
|
|
"version": "0.2.0",
|
|
"configurations": [
|
|
{
|
|
"name": "Tracker: local (8080)",
|
|
"type": "debugpy",
|
|
"request": "launch",
|
|
"python": "${workspaceFolder}/.venv-rocm/bin/python",
|
|
"module": "meshnet_tracker.cli",
|
|
"args": ["start", "--host", "0.0.0.0", "--port", "8080", "--stats-db", "${workspaceFolder}/tracker-stats.sqlite", "--enable-test-runner"],
|
|
"console": "integratedTerminal",
|
|
"justMyCode": false
|
|
},
|
|
{
|
|
"name": "Node: no model (7001)",
|
|
"type": "debugpy",
|
|
"request": "launch",
|
|
"python": "${workspaceFolder}/.venv-rocm/bin/python",
|
|
"module": "meshnet_node.cli",
|
|
"args": [
|
|
"start", "--tracker", "http://localhost:8080", "--no-model", "--host", "0.0.0.0",
|
|
"--port", "7001", "--node-name", "No model node", "--debug"
|
|
],
|
|
"console": "integratedTerminal",
|
|
"justMyCode": false
|
|
},
|
|
{
|
|
"name": "Node: Qwen2.5 0.5B full GPU (7010)",
|
|
"type": "debugpy",
|
|
"request": "launch",
|
|
"python": "${workspaceFolder}/.venv-rocm/bin/python",
|
|
"module": "meshnet_node.cli",
|
|
"args": [
|
|
"start", "--tracker", "http://localhost:8080", "--model", "qwen2.5-0.5b-instruct",
|
|
"--shard-start", "0", "--shard-end", "23", "--quantization", "bfloat16",
|
|
"--host", "0.0.0.0", "--port", "7010", "--node-name", "Qwen2.5 full GPU", "--debug"
|
|
],
|
|
"console": "integratedTerminal",
|
|
"justMyCode": false
|
|
},
|
|
{
|
|
"name": "Node: Qwen2.5 0.5B full CPU (7013)",
|
|
"type": "debugpy",
|
|
"request": "launch",
|
|
"python": "${workspaceFolder}/.venv-rocm/bin/python",
|
|
"module": "meshnet_node.cli",
|
|
"args": [
|
|
"start", "--tracker", "http://localhost:8080", "--model", "qwen2.5-0.5b-instruct",
|
|
"--shard-start", "0", "--shard-end", "23", "--quantization", "bfloat16",
|
|
"--cpu", "--host", "0.0.0.0", "--port", "7013", "--node-name", "Qwen2.5 full CPU", "--debug"
|
|
],
|
|
"console": "integratedTerminal",
|
|
"justMyCode": false
|
|
},
|
|
{
|
|
"name": "Node: Qwen2.5 0.5B first half (7011)",
|
|
"type": "debugpy",
|
|
"request": "launch",
|
|
"python": "${workspaceFolder}/.venv-rocm/bin/python",
|
|
"module": "meshnet_node.cli",
|
|
"args": [
|
|
"start", "--tracker", "http://localhost:8080", "--model", "qwen2.5-0.5b-instruct",
|
|
"--shard-start", "0", "--shard-end", "11", "--quantization", "bfloat16",
|
|
"--host", "0.0.0.0", "--port", "7011", "--node-name", "Qwen2.5 first half", "--debug"
|
|
],
|
|
"console": "integratedTerminal",
|
|
"justMyCode": false
|
|
},
|
|
{
|
|
"name": "Node: Qwen2.5 0.5B second half (7012)",
|
|
"type": "debugpy",
|
|
"request": "launch",
|
|
"python": "${workspaceFolder}/.venv-rocm/bin/python",
|
|
"module": "meshnet_node.cli",
|
|
"args": [
|
|
"start", "--tracker", "http://localhost:8080", "--model", "qwen2.5-0.5b-instruct",
|
|
"--shard-start", "12", "--shard-end", "23", "--quantization", "bfloat16",
|
|
"--host", "0.0.0.0", "--port", "7012", "--node-name", "Qwen2.5 second half", "--debug"
|
|
],
|
|
"console": "integratedTerminal",
|
|
"justMyCode": false
|
|
},
|
|
{
|
|
"name": "Node: Qwen3.6 35B A3B full (7036)",
|
|
"type": "debugpy",
|
|
"request": "launch",
|
|
"python": "${workspaceFolder}/.venv-rocm/bin/python",
|
|
"module": "meshnet_node.cli",
|
|
"args": [
|
|
"start", "--tracker", "http://localhost:8080", "--model", "qwen3.6-35b-a3b",
|
|
"--shard-start", "0", "--shard-end", "39", "--quantization", "bfloat16",
|
|
"--host", "0.0.0.0", "--port", "7036", "--node-name", "Qwen3.6 full", "--debug"
|
|
],
|
|
"console": "integratedTerminal",
|
|
"justMyCode": false
|
|
},
|
|
{
|
|
"name": "API: request Qwen2.5 via local tracker",
|
|
"type": "debugpy",
|
|
"request": "launch",
|
|
"python": "${workspaceFolder}/.venv-rocm/bin/python",
|
|
"program": "${workspaceFolder}/scripts/send_api_request.py",
|
|
"args": [
|
|
"--url", "http://localhost:8080",
|
|
"--model", "qwen2.5-0.5b-instruct",
|
|
"--prompt", "What is 7 times 8? Answer in one word."
|
|
],
|
|
"console": "integratedTerminal",
|
|
"justMyCode": false
|
|
}
|
|
],
|
|
"compounds": [
|
|
{
|
|
"name": "Local mesh: tracker + no-model node",
|
|
"configurations": ["Tracker: local (8080)", "Node: no model (7001)"],
|
|
"stopAll": true
|
|
},
|
|
{
|
|
"name": "Local mesh: tracker + Qwen2.5 three-node test",
|
|
"configurations": [
|
|
"Tracker: local (8080)",
|
|
"Node: Qwen2.5 0.5B full GPU (7010)",
|
|
"Node: Qwen2.5 0.5B first half (7011)",
|
|
"Node: Qwen2.5 0.5B second half (7012)"
|
|
],
|
|
"stopAll": true
|
|
}
|
|
]
|
|
}
|