popov/gogo2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

use experimental features; runtime fix

Browse Source
This commit is contained in:
Dobromir Popov
2025-11-22 23:17:10 +02:00
parent f38a924b0f
commit 3eb74381a8
6 changed files with 263 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
start_with_gpu.sh
View File

@@ -7,10 +7,11 @@ export HSA_OVERRIDE_GFX_VERSION=11.0.0
# Activate virtual environment
source venv/bin/activate
# Optional: Enable experimental features for better performance
# export TORCH_ROCM_AOTRITON_ENABLE_EXPERIMENTAL=1
# Enable experimental Flash Efficient attention for AMD GPU
export TORCH_ROCM_AOTRITON_ENABLE_EXPERIMENTAL=1
echo "GPU Compatibility: HSA_OVERRIDE_GFX_VERSION=11.0.0"
echo "Experimental Features: TORCH_ROCM_AOTRITON_ENABLE_EXPERIMENTAL=1"
echo "Virtual environment: $(which python)"
echo ""
echo "Starting application..."