docker container, inference chaining

2025-09-25 00:32:59 +03:00
parent 1f35258a66
commit d9a66026c6
4 changed files with 190 additions and 2 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -24,4 +24,7 @@ dash-bootstrap-components>=2.0.0
 # NVIDIA GPU (CUDA):
 #   Visit https://pytorch.org/get-started/locally/ for the correct command for your CUDA version.
 #   Example (CUDA 12.1):
-#   pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu121
+#   pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu121
+#
+# AMD Strix Halo NPU Acceleration:
+#   pip install onnxruntime-directml onnx transformers optimum