inference fixes

This commit is contained in:
Dobromir Popov
2026-07-09 20:46:29 +02:00
parent 2b000ce9c3
commit 3d264a500a
6 changed files with 120 additions and 4 deletions

View File

@@ -115,6 +115,8 @@ def _relay_hop(
"""
import websockets.sync.client as wsc # type: ignore[import]
from .relay_bridge import ws_max_size
request_id = f"{time.time_ns():x}"
payload = json.dumps({
"request_id": request_id,
@@ -123,7 +125,7 @@ def _relay_hop(
"headers": headers,
"body_base64": base64.b64encode(body).decode(),
})
with wsc.connect(relay_addr, open_timeout=timeout) as ws:
with wsc.connect(relay_addr, open_timeout=timeout, max_size=ws_max_size()) as ws:
ws.send(payload)
raw = ws.recv(timeout=timeout)
resp = json.loads(raw)