popov/gogo2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

scale up transformer

Browse Source
This commit is contained in:
Dobromir Popov
2025-07-02 01:41:20 +03:00
parent 8645f6e8dd
commit 5eda20acc8
4 changed files with 96 additions and 122 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
web/clean_dashboard.py
View File

@ -239,10 +239,10 @@ class CleanTradingDashboard:
from NN.models.advanced_transformer_trading import create_trading_transformer, TradingTransformerConfig
config = TradingTransformerConfig(
d_model=1024, # 2x increase for 46M parameters
n_heads=16, # 2x increase
n_layers=12, # 2x increase
seq_len=150, # 1.5x increase
d_model=512, # Optimized for 46M parameters
n_heads=8, # Optimized
n_layers=8, # Optimized
seq_len=100, # Optimized
n_actions=3,
use_multi_scale_attention=True,
use_market_regime_detection=True,
@ -4603,10 +4603,10 @@ class CleanTradingDashboard:
# Create transformer if not exists
if transformer_model is None or transformer_trainer is None:
config = TradingTransformerConfig(
d_model=1024, # 2x increase for 46M parameters
n_heads=16, # 2x increase
n_layers=12, # 2x increase
seq_len=150, # 1.5x increase
d_model=512, # Optimized for 46M parameters
n_heads=8, # Optimized
n_layers=8, # Optimized
seq_len=100, # Optimized
n_actions=3,
use_multi_scale_attention=True,
use_market_regime_detection=True,