feat: add real PyTorch model backend

packages/node/meshnet_node/cli.py

@@ -20,6 +20,18 @@ def main() -> None:
     start_cmd.add_argument(
         "--model", default="stub-model", help="Model preset to request from tracker"
     )
+    start_cmd.add_argument(
+        "--model-id",
+        help="HuggingFace model id for the real PyTorch backend",
+    )
+    start_cmd.add_argument("--shard-start", type=int, help="First layer index for an explicit shard")
+    start_cmd.add_argument("--shard-end", type=int, help="Exclusive layer end index for an explicit shard")
+    start_cmd.add_argument(
+        "--quantization",
+        choices=["bfloat16", "int8", "nf4"],
+        default="bfloat16",
+        help="Weight quantization for the real PyTorch backend",
+    )
     start_cmd.add_argument(
         "--host", default="0.0.0.0", help="Interface to bind to"
     )
@@ -33,13 +45,21 @@ def main() -> None:
     if args.command == "start":
         from meshnet_node.startup import run_startup
 
-        node = run_startup(
-            tracker_url=args.tracker,
-            port=args.port,
-            model=args.model,
-            host=args.host,
-            advertise_host=args.advertise_host,
-        )
+        try:
+            node = run_startup(
+                tracker_url=args.tracker,
+                port=args.port,
+                model=args.model,
+                model_id=args.model_id,
+                shard_start=args.shard_start,
+                shard_end=args.shard_end,
+                quantization=args.quantization,
+                host=args.host,
+                advertise_host=args.advertise_host,
+            )
+        except Exception as exc:
+            print(f"ERROR: {exc}", file=sys.stderr, flush=True)
+            sys.exit(1)
         try:
             while True:
                 time.sleep(1)