model loading, dash
This commit is contained in:
@@ -1556,6 +1556,19 @@ class TorchNodeServer:
|
||||
|
||||
def apply_tracker_directives(self, directives: list[dict]) -> dict | None:
|
||||
"""Apply tracker shard directives (LOAD_SHARD replace, ADD_SHARD load-more)."""
|
||||
drop_all_directive = next(
|
||||
(directive for directive in reversed(directives) if directive.get("action") == "DROP_ALL_SHARDS"),
|
||||
None,
|
||||
)
|
||||
if drop_all_directive is not None:
|
||||
self._backends.clear()
|
||||
self._backend = None
|
||||
self._tracker_mode = False
|
||||
if self._server is not None:
|
||||
self._server.backends = {}
|
||||
self._server.backend = None
|
||||
self._server.tracker_mode = False
|
||||
return {"action": "DROP_ALL_SHARDS"}
|
||||
drop_directive = next(
|
||||
(directive for directive in reversed(directives) if directive.get("action") == "DROP_SHARD"),
|
||||
None,
|
||||
|
||||
Reference in New Issue
Block a user