gogo2/core/enhanced_orchestrator.py

"""
Enhanced Trading Orchestrator - Advanced Multi-Modal Decision Making

This enhanced orchestrator implements:
1. Multi-timeframe CNN predictions with individual confidence scores
2. Advanced RL feedback loop for continuous learning
3. Multi-symbol (ETH, BTC) coordinated decision making
4. Perfect move marking for CNN backpropagation training
5. Market environment adaptation through RL evaluation
6. Universal data format compliance (5 timeseries streams)
"""

import asyncio
import logging
import time
import numpy as np
import pandas as pd
from datetime import datetime, timedelta
from typing import Dict, List, Optional, Tuple, Any, Union
from dataclasses import dataclass, field
from collections import deque
import torch

from .config import get_config
from .data_provider import DataProvider, RawTick, OHLCVBar, MarketTick
from .universal_data_adapter import UniversalDataAdapter, UniversalDataStream
from .realtime_tick_processor import RealTimeTickProcessor, ProcessedTickFeatures, integrate_with_orchestrator
from models import get_model_registry, ModelInterface, CNNModelInterface, RLAgentInterface
from .extrema_trainer import ExtremaTrainer
from .trading_action import TradingAction
from .negative_case_trainer import NegativeCaseTrainer

logger = logging.getLogger(__name__)

@dataclass
class TimeframePrediction:
    """CNN prediction for a specific timeframe with confidence"""
    timeframe: str
    action: str  # 'BUY', 'SELL', 'HOLD'
    confidence: float  # 0.0 to 1.0
    probabilities: Dict[str, float]  # Action probabilities
    timestamp: datetime
    market_features: Dict[str, float] = field(default_factory=dict)  # Additional context

@dataclass
class EnhancedPrediction:
    """Enhanced prediction structure with timeframe breakdown"""
    symbol: str
    timeframe_predictions: List[TimeframePrediction]
    overall_action: str
    overall_confidence: float
    model_name: str
    timestamp: datetime
    metadata: Dict[str, Any] = field(default_factory=dict)

@dataclass
class TradingAction:
    """Represents a trading action with full context"""
    symbol: str
    action: str  # 'BUY', 'SELL', 'HOLD'
    quantity: float
    confidence: float
    price: float
    timestamp: datetime
    reasoning: Dict[str, Any]
    timeframe_analysis: List[TimeframePrediction]

@dataclass
class MarketState:
    """Complete market state for RL evaluation"""
    symbol: str
    timestamp: datetime
    prices: Dict[str, float]  # {timeframe: current_price}
    features: Dict[str, np.ndarray]  # {timeframe: feature_matrix}
    volatility: float
    volume: float
    trend_strength: float
    market_regime: str  # 'trending', 'ranging', 'volatile'
    universal_data: UniversalDataStream  # Universal format data

@dataclass
class PerfectMove:
    """Marked perfect move for CNN training"""
    symbol: str
    timeframe: str
    timestamp: datetime
    optimal_action: str
    actual_outcome: float  # Price change percentage
    market_state_before: MarketState
    market_state_after: MarketState
    confidence_should_have_been: float

@dataclass
class TradeInfo:
    """Information about an active trade"""
    symbol: str
    side: str  # 'LONG' or 'SHORT'
    entry_price: float
    entry_time: datetime
    size: float
    confidence: float
    market_state: Dict[str, Any]

@dataclass
class LearningCase:
    """A learning case for DQN sensitivity training"""
    state_vector: np.ndarray
    action: int  # sensitivity level chosen
    reward: float
    next_state_vector: np.ndarray
    done: bool
    trade_info: TradeInfo
    outcome: float  # P&L percentage

class EnhancedTradingOrchestrator:
    """
    Enhanced orchestrator with sophisticated multi-modal decision making
    and universal data format compliance
    """
    
    def __init__(self, data_provider: DataProvider = None):
        """Initialize the enhanced orchestrator"""
        self.config = get_config()
        self.data_provider = data_provider or DataProvider()
        self.model_registry = get_model_registry()
        
        # Initialize universal data adapter
        self.universal_adapter = UniversalDataAdapter(self.data_provider)
        
        # Initialize real-time tick processor for ultra-low latency processing
        self.tick_processor = RealTimeTickProcessor(symbols=self.config.symbols)
        
        # Initialize extrema trainer for local bottom/top detection and 200-candle context
        self.extrema_trainer = ExtremaTrainer(
            data_provider=self.data_provider,
            symbols=self.config.symbols,
            window_size=10  # 10-candle window for extrema detection
        )
        
        # Initialize negative case trainer for intensive training on losing trades
        self.negative_case_trainer = NegativeCaseTrainer()
        
        # Real-time tick features storage
        self.realtime_tick_features = {symbol: deque(maxlen=100) for symbol in self.config.symbols}
        
        # Multi-symbol configuration
        self.symbols = self.config.symbols
        self.timeframes = self.config.timeframes
        
        # Configuration with different thresholds for opening vs closing
        self.confidence_threshold_open = self.config.orchestrator.get('confidence_threshold', 0.6)
        self.confidence_threshold_close = self.config.orchestrator.get('confidence_threshold_close', 0.25)  # Much lower for closing
        self.decision_frequency = self.config.orchestrator.get('decision_frequency', 30)
        
        # DQN RL-based sensitivity learning parameters
        self.sensitivity_learning_enabled = True
        self.sensitivity_dqn_agent = None  # Will be initialized when first DQN model is available
        self.sensitivity_state_size = 20  # Features for sensitivity learning
        self.sensitivity_action_space = 5  # 5 sensitivity levels: very_low, low, medium, high, very_high
        self.current_sensitivity_level = 2  # Start with medium (index 2)
        self.sensitivity_levels = {
            0: {'name': 'very_low', 'close_threshold_multiplier': 0.5, 'open_threshold_multiplier': 1.2},
            1: {'name': 'low', 'close_threshold_multiplier': 0.7, 'open_threshold_multiplier': 1.1},
            2: {'name': 'medium', 'close_threshold_multiplier': 1.0, 'open_threshold_multiplier': 1.0},
            3: {'name': 'high', 'close_threshold_multiplier': 1.3, 'open_threshold_multiplier': 0.9},
            4: {'name': 'very_high', 'close_threshold_multiplier': 1.5, 'open_threshold_multiplier': 0.8}
        }
        
        # Trade tracking for sensitivity learning
        self.active_trades = {}  # symbol -> trade_info with entry details
        self.completed_trades = deque(maxlen=1000)  # Store last 1000 completed trades for learning
        self.sensitivity_learning_queue = deque(maxlen=500)  # Queue for DQN training
        
        # Enhanced weighting system
        self.timeframe_weights = self._initialize_timeframe_weights()
        self.symbol_correlation_matrix = self._initialize_correlation_matrix()
        
        # State tracking for each symbol
        self.symbol_states = {symbol: {} for symbol in self.symbols}
        self.recent_actions = {symbol: deque(maxlen=100) for symbol in self.symbols}
        self.market_states = {symbol: deque(maxlen=1000) for symbol in self.symbols}
        
        # Perfect move tracking for CNN training with enhanced retrospective learning
        self.perfect_moves = deque(maxlen=10000)
        self.performance_tracker = {}
        self.retrospective_learning_active = False
        self.last_retrospective_analysis = datetime.now()
        
        # Local extrema tracking for training on bottoms and tops
        self.local_extrema = {symbol: deque(maxlen=1000) for symbol in self.symbols}
        self.extrema_detection_window = 10  # Look for extrema in 10-candle windows
        self.extrema_training_queue = deque(maxlen=500)  # Queue for extrema-based training
        self.last_extrema_check = {symbol: datetime.now() for symbol in self.symbols}
        
        # 200-candle context data for models
        self.context_data_1m = {symbol: deque(maxlen=200) for symbol in self.symbols}
        self.context_features_1m = {symbol: None for symbol in self.symbols}
        self.context_update_frequency = 60  # Update context every 60 seconds
        self.last_context_update = {symbol: datetime.now() for symbol in self.symbols}
        
        # RL feedback system
        self.rl_evaluation_queue = deque(maxlen=1000)
        self.environment_adaptation_rate = 0.01
        
        # Decision callbacks
        self.decision_callbacks = []
        self.learning_callbacks = []
        
        # Integrate tick processor with orchestrator
        integrate_with_orchestrator(self, self.tick_processor)
        
        # Subscribe to raw tick data and OHLCV bars from data provider
        self.raw_tick_subscriber_id = self.data_provider.subscribe_to_raw_ticks(self._handle_raw_tick)
        self.ohlcv_bar_subscriber_id = self.data_provider.subscribe_to_ohlcv_bars(self._handle_ohlcv_bar)
        
        # Raw tick and OHLCV data storage for models
        self.raw_tick_buffers = {symbol: deque(maxlen=1000) for symbol in self.symbols}
        self.ohlcv_bar_buffers = {symbol: deque(maxlen=3600) for symbol in self.symbols}  # 1 hour of 1s bars
        
        # Pattern-based decision enhancement
        self.pattern_weights = {
            'rapid_fire': 1.5,
            'volume_spike': 1.3,
            'price_acceleration': 1.4,
            'high_frequency_bar': 1.2,
            'volume_concentration': 1.1
        }
        
        # Current open positions tracking for closing logic
        self.open_positions = {}  # symbol -> {'side': str, 'entry_price': float, 'timestamp': datetime}
        
        # Initialize 200-candle context data
        self._initialize_context_data()
        
        logger.info("Enhanced TradingOrchestrator initialized with Universal Data Format")
        logger.info(f"Symbols: {self.symbols}")
        logger.info(f"Timeframes: {self.timeframes}")
        logger.info(f"Universal format: ETH ticks, 1m, 1h, 1d + BTC reference ticks")
        logger.info(f"Opening confidence threshold: {self.confidence_threshold_open}")
        logger.info(f"Closing confidence threshold: {self.confidence_threshold_close}")
        logger.info("Real-time tick processor integrated for ultra-low latency processing")
        logger.info("Raw tick and OHLCV bar processing enabled for pattern detection")
        logger.info("Enhanced retrospective learning enabled for perfect opportunity detection")
        logger.info("DQN RL-based sensitivity learning enabled for adaptive thresholds")
        logger.info("Local extrema detection enabled for bottom/top training")
        logger.info("200-candle 1m context data initialized for enhanced model performance")
    
    def _initialize_timeframe_weights(self) -> Dict[str, float]:
        """Initialize weights for different timeframes"""
        # Higher timeframes get more weight for trend direction
        # Lower timeframes get more weight for entry/exit timing
        base_weights = {
            '1s': 0.60,   # Primary scalping signal (ticks)
            '1m': 0.20,   # Short-term confirmation
            '5m': 0.10,   # Short-term momentum
            '15m': 0.15,  # Entry/exit timing
            '1h': 0.15,   # Medium-term trend
            '4h': 0.25,   # Stronger trend confirmation
            '1d': 0.05    # Long-term direction (minimal for scalping)
        }
        
        # Normalize weights for configured timeframes
        configured_weights = {tf: base_weights.get(tf, 0.1) for tf in self.timeframes}
        total = sum(configured_weights.values())
        return {tf: w/total for tf, w in configured_weights.items()}
    
    def _initialize_correlation_matrix(self) -> Dict[Tuple[str, str], float]:
        """Initialize correlation matrix between symbols"""
        correlations = {}
        for i, symbol1 in enumerate(self.symbols):
            for j, symbol2 in enumerate(self.symbols):
                if i != j:
                    # ETH and BTC are typically highly correlated
                    if 'ETH' in symbol1 and 'BTC' in symbol2:
                        correlations[(symbol1, symbol2)] = 0.85
                    elif 'BTC' in symbol1 and 'ETH' in symbol2:
                        correlations[(symbol1, symbol2)] = 0.85
                    else:
                        correlations[(symbol1, symbol2)] = 0.7  # Default correlation
        return correlations
    
    async def make_coordinated_decisions(self) -> Dict[str, Optional[TradingAction]]:
        """
        Make coordinated trading decisions across all symbols using universal data format
        """
        decisions = {}
        
        try:
            # Get universal data stream (5 timeseries)
            universal_stream = self.universal_adapter.get_universal_data_stream()
            
            if universal_stream is None:
                logger.warning("Failed to get universal data stream")
                return decisions
            
            # Validate universal format
            is_valid, issues = self.universal_adapter.validate_universal_format(universal_stream)
            if not is_valid:
                logger.warning(f"Universal data format validation failed: {issues}")
                return decisions
            
            logger.info("UNIVERSAL DATA STREAM ACTIVE:")
            logger.info(f"  ETH ticks: {len(universal_stream.eth_ticks)} samples")
            logger.info(f"  ETH 1m: {len(universal_stream.eth_1m)} candles")
            logger.info(f"  ETH 1h: {len(universal_stream.eth_1h)} candles")
            logger.info(f"  ETH 1d: {len(universal_stream.eth_1d)} candles")
            logger.info(f"  BTC reference: {len(universal_stream.btc_ticks)} samples")
            logger.info(f"  Data quality: {universal_stream.metadata['data_quality']['overall_score']:.2f}")
            
            # Get market states for all symbols using universal data
            market_states = await self._get_all_market_states_universal(universal_stream)
            
            # Get enhanced predictions for all symbols
            symbol_predictions = {}
            for symbol in self.symbols:
                if symbol in market_states:
                    predictions = await self._get_enhanced_predictions_universal(
                        symbol, market_states[symbol], universal_stream
                    )
                    symbol_predictions[symbol] = predictions
            
            # Coordinate decisions considering symbol correlations
            for symbol in self.symbols:
                if symbol in symbol_predictions:
                    decision = await self._make_coordinated_decision(
                        symbol, 
                        symbol_predictions[symbol], 
                        symbol_predictions,
                        market_states[symbol]
                    )
                    decisions[symbol] = decision
                    
                    # Queue for RL evaluation
                    if decision and decision.action != 'HOLD':
                        self._queue_for_rl_evaluation(decision, market_states[symbol])
        
        except Exception as e:
            logger.error(f"Error in coordinated decision making: {e}")
        
        return decisions
    
    async def _get_all_market_states_universal(self, universal_stream: UniversalDataStream) -> Dict[str, MarketState]:
        """Get current market state for all symbols using universal data format"""
        market_states = {}
        
        try:
            # Create market state for ETH/USDT (primary trading pair)
            if 'ETH/USDT' in self.symbols:
                eth_prices = {}
                eth_features = {}
                
                # Extract prices from universal stream
                if len(universal_stream.eth_ticks) > 0:
                    eth_prices['1s'] = float(universal_stream.eth_ticks[-1, 4])  # Close price from ticks
                if len(universal_stream.eth_1m) > 0:
                    eth_prices['1m'] = float(universal_stream.eth_1m[-1, 4])    # Close price from 1m
                if len(universal_stream.eth_1h) > 0:
                    eth_prices['1h'] = float(universal_stream.eth_1h[-1, 4])    # Close price from 1h
                if len(universal_stream.eth_1d) > 0:
                    eth_prices['1d'] = float(universal_stream.eth_1d[-1, 4])    # Close price from 1d
                
                # Extract features from universal stream (OHLCV data)
                eth_features['1s'] = universal_stream.eth_ticks[:, 1:] if universal_stream.eth_ticks.shape[1] > 5 else universal_stream.eth_ticks
                eth_features['1m'] = universal_stream.eth_1m[:, 1:] if universal_stream.eth_1m.shape[1] > 5 else universal_stream.eth_1m
                eth_features['1h'] = universal_stream.eth_1h[:, 1:] if universal_stream.eth_1h.shape[1] > 5 else universal_stream.eth_1h
                eth_features['1d'] = universal_stream.eth_1d[:, 1:] if universal_stream.eth_1d.shape[1] > 5 else universal_stream.eth_1d
                
                # Calculate market metrics
                volatility = self._calculate_volatility_from_universal('ETH/USDT', universal_stream)
                volume = self._get_current_volume_from_universal('ETH/USDT', universal_stream)
                trend_strength = self._calculate_trend_strength_from_universal('ETH/USDT', universal_stream)
                market_regime = self._determine_market_regime_from_universal('ETH/USDT', universal_stream)
                
                eth_market_state = MarketState(
                    symbol='ETH/USDT',
                    timestamp=universal_stream.timestamp,
                    prices=eth_prices,
                    features=eth_features,
                    volatility=volatility,
                    volume=volume,
                    trend_strength=trend_strength,
                    market_regime=market_regime,
                    universal_data=universal_stream
                )
                
                market_states['ETH/USDT'] = eth_market_state
                self.market_states['ETH/USDT'].append(eth_market_state)
            
            # Create market state for BTC/USDT (reference pair)
            if 'BTC/USDT' in self.symbols:
                btc_prices = {}
                btc_features = {}
                
                # Extract BTC reference data
                if len(universal_stream.btc_ticks) > 0:
                    btc_prices['1s'] = float(universal_stream.btc_ticks[-1, 4])  # Close price from BTC ticks
                
                btc_features['1s'] = universal_stream.btc_ticks[:, 1:] if universal_stream.btc_ticks.shape[1] > 5 else universal_stream.btc_ticks
                
                # Calculate BTC metrics
                btc_volatility = self._calculate_volatility_from_universal('BTC/USDT', universal_stream)
                btc_volume = self._get_current_volume_from_universal('BTC/USDT', universal_stream)
                btc_trend_strength = self._calculate_trend_strength_from_universal('BTC/USDT', universal_stream)
                btc_market_regime = self._determine_market_regime_from_universal('BTC/USDT', universal_stream)
                
                btc_market_state = MarketState(
                    symbol='BTC/USDT',
                    timestamp=universal_stream.timestamp,
                    prices=btc_prices,
                    features=btc_features,
                    volatility=btc_volatility,
                    volume=btc_volume,
                    trend_strength=btc_trend_strength,
                    market_regime=btc_market_regime,
                    universal_data=universal_stream
                )
                
                market_states['BTC/USDT'] = btc_market_state
                self.market_states['BTC/USDT'].append(btc_market_state)
                
        except Exception as e:
            logger.error(f"Error creating market states from universal data: {e}")
        
        return market_states
    
    async def _get_enhanced_predictions_universal(self, symbol: str, market_state: MarketState, 
                                                universal_stream: UniversalDataStream) -> List[EnhancedPrediction]:
        """Get enhanced predictions using universal data format"""
        predictions = []
        
        for model_name, model in self.model_registry.models.items():
            try:
                if isinstance(model, CNNModelInterface):
                    # Format universal data for CNN model
                    cnn_data = self.universal_adapter.format_for_model(universal_stream, 'cnn')
                    
                    # Get CNN predictions for each timeframe using universal data
                    timeframe_predictions = []
                    
                    # ETH timeframes (primary trading pair)
                    if symbol == 'ETH/USDT':
                        timeframe_data_map = {
                            '1s': cnn_data.get('eth_ticks'),
                            '1m': cnn_data.get('eth_1m'),
                            '1h': cnn_data.get('eth_1h'),
                            '1d': cnn_data.get('eth_1d')
                        }
                    # BTC reference
                    elif symbol == 'BTC/USDT':
                        timeframe_data_map = {
                            '1s': cnn_data.get('btc_ticks')
                        }
                    else:
                        continue
                    
                    for timeframe, feature_matrix in timeframe_data_map.items():
                        if feature_matrix is not None and len(feature_matrix) > 0:
                            # Get timeframe-specific prediction using universal data
                            action_probs, confidence = await self._get_timeframe_prediction_universal(
                                model, feature_matrix, timeframe, market_state, universal_stream
                            )
                            
                            if action_probs is not None:
                                action_names = ['SELL', 'HOLD', 'BUY']
                                best_action_idx = np.argmax(action_probs)
                                best_action = action_names[best_action_idx]
                                
                                # Create timeframe prediction
                                tf_prediction = TimeframePrediction(
                                    timeframe=timeframe,
                                    action=best_action,
                                    confidence=float(confidence),
                                    probabilities={name: float(prob) for name, prob in zip(action_names, action_probs)},
                                    timestamp=datetime.now(),
                                    market_features={
                                        'volatility': market_state.volatility,
                                        'volume': market_state.volume,
                                        'trend_strength': market_state.trend_strength,
                                        'data_quality': universal_stream.metadata['data_quality']['overall_score']
                                    }
                                )
                                timeframe_predictions.append(tf_prediction)
                    
                    if timeframe_predictions:
                        # Combine timeframe predictions into overall prediction
                        overall_action, overall_confidence = self._combine_timeframe_predictions(
                            timeframe_predictions, symbol
                        )
                        
                        enhanced_pred = EnhancedPrediction(
                            symbol=symbol,
                            timeframe_predictions=timeframe_predictions,
                            overall_action=overall_action,
                            overall_confidence=overall_confidence,
                            model_name=model.name,
                            timestamp=datetime.now(),
                            metadata={
                                'market_regime': market_state.market_regime,
                                'symbol_correlation': self._get_symbol_correlation(symbol),
                                'universal_data_quality': universal_stream.metadata['data_quality'],
                                'data_freshness': universal_stream.metadata['data_freshness']
                            }
                        )
                        predictions.append(enhanced_pred)
                        
            except Exception as e:
                logger.error(f"Error getting enhanced predictions from {model_name}: {e}")
        
        return predictions
    
    async def _get_timeframe_prediction_universal(self, model: CNNModelInterface, feature_matrix: np.ndarray, 
                                                timeframe: str, market_state: MarketState,
                                                universal_stream: UniversalDataStream) -> Tuple[Optional[np.ndarray], float]:
        """Get prediction for specific timeframe using universal data format"""
        try:
            # Check if model supports timeframe-specific prediction
            if hasattr(model, 'predict_timeframe'):
                action_probs, confidence = model.predict_timeframe(feature_matrix, timeframe)
            else:
                action_probs, confidence = model.predict(feature_matrix)
            
            if action_probs is not None and confidence is not None:
                # Enhance confidence based on universal data quality and market conditions
                enhanced_confidence = self._enhance_confidence_with_universal_context(
                    confidence, timeframe, market_state, universal_stream
                )
                return action_probs, enhanced_confidence
            
        except Exception as e:
            logger.error(f"Error getting timeframe prediction for {timeframe}: {e}")
        
        return None, 0.0
    
    def _enhance_confidence_with_universal_context(self, base_confidence: float, timeframe: str, 
                                                 market_state: MarketState, 
                                                 universal_stream: UniversalDataStream) -> float:
        """Enhance confidence score based on universal data context"""
        enhanced = base_confidence
        
        # Adjust based on data quality from universal stream
        data_quality = universal_stream.metadata['data_quality']['overall_score']
        enhanced *= data_quality
        
        # Adjust based on data freshness
        freshness = universal_stream.metadata.get('data_freshness', {})
        if timeframe in ['1s', '1m']:
            # For short timeframes, penalize stale data more heavily
            eth_freshness = freshness.get(f'eth_{timeframe}', 0)
            if eth_freshness > 60:  # More than 1 minute old
                enhanced *= 0.8
        
        # Adjust based on market regime
        if market_state.market_regime == 'trending':
            enhanced *= 1.1  # More confident in trending markets
        elif market_state.market_regime == 'volatile':
            enhanced *= 0.8  # Less confident in volatile markets
        
        # Adjust based on timeframe reliability for scalping
        timeframe_reliability = {
            '1s': 1.0,   # Primary scalping timeframe
            '1m': 0.9,   # Short-term confirmation
            '5m': 0.8,   # Short-term momentum
            '15m': 0.9,  # Entry/exit timing
            '1h': 0.8,   # Medium-term trend
            '4h': 0.7,   # Longer-term (less relevant for scalping)
            '1d': 0.6    # Long-term direction (minimal for scalping)
        }
        enhanced *= timeframe_reliability.get(timeframe, 1.0)
        
        # Adjust based on volume
        if market_state.volume > 1.5:  # High volume
            enhanced *= 1.05
        elif market_state.volume < 0.5:  # Low volume
            enhanced *= 0.9
        
        # Adjust based on correlation with BTC (for ETH trades)
        if market_state.symbol == 'ETH/USDT' and len(universal_stream.btc_ticks) > 1:
            # Check ETH-BTC correlation strength
            eth_momentum = (universal_stream.eth_ticks[-1, 4] - universal_stream.eth_ticks[-2, 4]) / universal_stream.eth_ticks[-2, 4]
            btc_momentum = (universal_stream.btc_ticks[-1, 4] - universal_stream.btc_ticks[-2, 4]) / universal_stream.btc_ticks[-2, 4]
            
            # If ETH and BTC are moving in same direction, increase confidence
            if (eth_momentum > 0 and btc_momentum > 0) or (eth_momentum < 0 and btc_momentum < 0):
                enhanced *= 1.05
            else:
                enhanced *= 0.95
        
        return min(enhanced, 1.0)  # Cap at 1.0
    
    def _combine_timeframe_predictions(self, timeframe_predictions: List[TimeframePrediction], 
                                     symbol: str) -> Tuple[str, float]:
        """Combine predictions from multiple timeframes"""
        action_scores = {'BUY': 0.0, 'SELL': 0.0, 'HOLD': 0.0}
        total_weight = 0.0
        
        for tf_pred in timeframe_predictions:
            # Get timeframe weight
            tf_weight = self.timeframe_weights.get(tf_pred.timeframe, 0.1)
            
            # Weight by confidence and timeframe importance
            weighted_confidence = tf_pred.confidence * tf_weight
            
            # Add to action scores
            action_scores[tf_pred.action] += weighted_confidence
            total_weight += weighted_confidence
        
        # Normalize scores
        if total_weight > 0:
            for action in action_scores:
                action_scores[action] /= total_weight
        
        # Get best action and confidence
        best_action = max(action_scores, key=action_scores.get)
        best_confidence = action_scores[best_action]
        
        return best_action, best_confidence
    
    async def _make_coordinated_decision(self, symbol: str, predictions: List[EnhancedPrediction],
                                       all_predictions: Dict[str, List[EnhancedPrediction]],
                                       market_state: MarketState) -> Optional[TradingAction]:
        """Make decision considering symbol correlations and different thresholds for opening/closing"""
        if not predictions:
            return None
        
        try:
            # Get primary prediction (highest confidence)
            primary_pred = max(predictions, key=lambda p: p.overall_confidence)
            
            # Consider correlated symbols
            correlated_sentiment = self._get_correlated_sentiment(symbol, all_predictions)
            
            # Adjust decision based on correlation
            final_action = primary_pred.overall_action
            final_confidence = primary_pred.overall_confidence
            
            # If correlated symbols strongly disagree, reduce confidence
            if correlated_sentiment['agreement'] < 0.5:
                final_confidence *= 0.8
                logger.info(f"Reduced confidence for {symbol} due to correlation disagreement")
            
            # Determine if this is an opening or closing action
            has_open_position = symbol in self.open_positions
            is_closing_action = self._is_closing_action(symbol, final_action)
            
            # Apply appropriate confidence threshold
            if is_closing_action:
                threshold = self.confidence_threshold_close
                threshold_type = "closing"
            else:
                threshold = self.confidence_threshold_open
                threshold_type = "opening"
            
            if final_confidence < threshold:
                final_action = 'HOLD'
                logger.info(f"Action for {symbol} changed to HOLD due to low {threshold_type} confidence: {final_confidence:.3f} < {threshold:.3f}")
            
            # Create trading action
            if final_action != 'HOLD':
                current_price = market_state.prices.get(self.timeframes[0], 0)
                quantity = self._calculate_position_size(symbol, final_action, final_confidence)
                
                action = TradingAction(
                    symbol=symbol,
                    action=final_action,
                    quantity=quantity,
                    confidence=final_confidence,
                    price=current_price,
                    timestamp=datetime.now(),
                    reasoning={
                        'primary_model': primary_pred.model_name,
                        'timeframe_breakdown': [(tf.timeframe, tf.action, tf.confidence) 
                                              for tf in primary_pred.timeframe_predictions],
                        'correlated_sentiment': correlated_sentiment,
                        'market_regime': market_state.market_regime,
                        'threshold_type': threshold_type,
                        'threshold_used': threshold,
                        'is_closing': is_closing_action
                    },
                    timeframe_analysis=primary_pred.timeframe_predictions
                )
                
                # Update position tracking
                self._update_position_tracking(symbol, action)
                
                # Store recent action
                self.recent_actions[symbol].append(action)
                
                return action
            
        except Exception as e:
            logger.error(f"Error making coordinated decision for {symbol}: {e}")
        
        return None
    
    def _is_closing_action(self, symbol: str, action: str) -> bool:
        """Determine if an action would close an existing position"""
        if symbol not in self.open_positions:
            return False
        
        current_position = self.open_positions[symbol]
        
        # Closing logic: opposite action closes position
        if current_position['side'] == 'LONG' and action == 'SELL':
            return True
        elif current_position['side'] == 'SHORT' and action == 'BUY':
            return True
        
        return False
    
    def _update_position_tracking(self, symbol: str, action: TradingAction):
        """Update internal position tracking for threshold logic"""
        if action.action == 'BUY':
            # Close any short position, open long position
            if symbol in self.open_positions and self.open_positions[symbol]['side'] == 'SHORT':
                self._close_trade_for_sensitivity_learning(symbol, action)
                del self.open_positions[symbol]
            else:
                self._open_trade_for_sensitivity_learning(symbol, action)
                self.open_positions[symbol] = {
                    'side': 'LONG',
                    'entry_price': action.price,
                    'timestamp': action.timestamp
                }
        elif action.action == 'SELL':
            # Close any long position, open short position
            if symbol in self.open_positions and self.open_positions[symbol]['side'] == 'LONG':
                self._close_trade_for_sensitivity_learning(symbol, action)
                del self.open_positions[symbol]
            else:
                self._open_trade_for_sensitivity_learning(symbol, action)
                self.open_positions[symbol] = {
                    'side': 'SHORT',
                    'entry_price': action.price,
                    'timestamp': action.timestamp
                }
    
    def _open_trade_for_sensitivity_learning(self, symbol: str, action: TradingAction):
        """Track trade opening for sensitivity learning"""
        try:
            # Get current market state for learning context
            market_state = self._get_current_market_state_for_sensitivity(symbol)
            
            trade_info = {
                'symbol': symbol,
                'side': 'LONG' if action.action == 'BUY' else 'SHORT',
                'entry_price': action.price,
                'entry_time': action.timestamp,
                'entry_confidence': action.confidence,
                'entry_market_state': market_state,
                'sensitivity_level_at_entry': self.current_sensitivity_level,
                'thresholds_used': {
                    'open': self._get_current_open_threshold(),
                    'close': self._get_current_close_threshold()
                }
            }
            
            self.active_trades[symbol] = trade_info
            logger.info(f"Opened trade for sensitivity learning: {symbol} {trade_info['side']} @ ${action.price:.2f}")
            
        except Exception as e:
            logger.error(f"Error tracking trade opening for sensitivity learning: {e}")
    
    def _close_trade_for_sensitivity_learning(self, symbol: str, action: TradingAction):
        """Track trade closing and create learning case for DQN"""
        try:
            if symbol not in self.active_trades:
                return
        
            trade_info = self.active_trades[symbol]
            
            # Calculate trade outcome
            entry_price = trade_info['entry_price']
            exit_price = action.price
            side = trade_info['side']
            
            if side == 'LONG':
                pnl_pct = (exit_price - entry_price) / entry_price
            else:  # SHORT
                pnl_pct = (entry_price - exit_price) / entry_price
            
            # Calculate trade duration
            duration = (action.timestamp - trade_info['entry_time']).total_seconds()
            
            # Get current market state for exit context
            exit_market_state = self._get_current_market_state_for_sensitivity(symbol)
            
            # Create completed trade record
            completed_trade = {
                'symbol': symbol,
                'side': side,
                'entry_price': entry_price,
                'exit_price': exit_price,
                'entry_time': trade_info['entry_time'],
                'exit_time': action.timestamp,
                'duration': duration,
                'pnl_pct': pnl_pct,
                'entry_confidence': trade_info['entry_confidence'],
                'exit_confidence': action.confidence,
                'entry_market_state': trade_info['entry_market_state'],
                'exit_market_state': exit_market_state,
                'sensitivity_level_used': trade_info['sensitivity_level_at_entry'],
                'thresholds_used': trade_info['thresholds_used']
            }
            
            self.completed_trades.append(completed_trade)
            
            # Create sensitivity learning case for DQN
            self._create_sensitivity_learning_case(completed_trade)
            
            # Remove from active trades
            del self.active_trades[symbol]
            
            logger.info(f"Closed trade for sensitivity learning: {symbol} {side} P&L: {pnl_pct*100:+.2f}% Duration: {duration:.0f}s")
                        
        except Exception as e:
            logger.error(f"Error tracking trade closing for sensitivity learning: {e}")
    
    def _get_current_market_state_for_sensitivity(self, symbol: str) -> Dict[str, float]:
        """Get current market state features for sensitivity learning"""
        try:
            # Get recent price data
            recent_data = self.data_provider.get_historical_data(symbol, '1m', limit=20)
            
            if recent_data is None or len(recent_data) < 10:
                return self._get_default_market_state()
            
            # Calculate market features
            current_price = recent_data['close'].iloc[-1]
            
            # Volatility (20-period)
            volatility = recent_data['close'].pct_change().std() * 100
            
            # Price momentum (5-period)
            momentum_5 = (current_price - recent_data['close'].iloc[-6]) / recent_data['close'].iloc[-6] * 100
            
            # Volume ratio
            avg_volume = recent_data['volume'].mean()
            current_volume = recent_data['volume'].iloc[-1]
            volume_ratio = current_volume / avg_volume if avg_volume > 0 else 1.0
            
            # RSI
            rsi = recent_data['rsi'].iloc[-1] if 'rsi' in recent_data.columns else 50.0
            
            # MACD signal
            macd_signal = 0.0
            if 'macd' in recent_data.columns and 'macd_signal' in recent_data.columns:
                macd_signal = recent_data['macd'].iloc[-1] - recent_data['macd_signal'].iloc[-1]
            
            # Bollinger Band position
            bb_position = 0.5  # Default middle
            if 'bb_upper' in recent_data.columns and 'bb_lower' in recent_data.columns:
                bb_upper = recent_data['bb_upper'].iloc[-1]
                bb_lower = recent_data['bb_lower'].iloc[-1]
                if bb_upper > bb_lower:
                    bb_position = (current_price - bb_lower) / (bb_upper - bb_lower)
            
            # Recent price change patterns
            price_changes = recent_data['close'].pct_change().tail(5).tolist()
            
            return {
                'volatility': volatility,
                'momentum_5': momentum_5,
                'volume_ratio': volume_ratio,
                'rsi': rsi,
                'macd_signal': macd_signal,
                'bb_position': bb_position,
                'price_change_1': price_changes[-1] if len(price_changes) > 0 else 0.0,
                'price_change_2': price_changes[-2] if len(price_changes) > 1 else 0.0,
                'price_change_3': price_changes[-3] if len(price_changes) > 2 else 0.0,
                'price_change_4': price_changes[-4] if len(price_changes) > 3 else 0.0,
                'price_change_5': price_changes[-5] if len(price_changes) > 4 else 0.0
            }
                        
        except Exception as e:
            logger.error(f"Error getting market state for sensitivity learning: {e}")
            return self._get_default_market_state()
    
    def _get_default_market_state(self) -> Dict[str, float]:
        """Get default market state when data is unavailable"""
        return {
            'volatility': 2.0,
            'momentum_5': 0.0,
            'volume_ratio': 1.0,
            'rsi': 50.0,
            'macd_signal': 0.0,
            'bb_position': 0.5,
            'price_change_1': 0.0,
            'price_change_2': 0.0,
            'price_change_3': 0.0,
            'price_change_4': 0.0,
            'price_change_5': 0.0
        }
    
    def _create_sensitivity_learning_case(self, completed_trade: Dict[str, Any]):
        """Create a learning case for the DQN sensitivity agent"""
        try:
            # Create state vector from market conditions at entry
            entry_state = self._market_state_to_sensitivity_state(
                completed_trade['entry_market_state'],
                completed_trade['sensitivity_level_used']
            )
            
            # Create state vector from market conditions at exit
            exit_state = self._market_state_to_sensitivity_state(
                completed_trade['exit_market_state'],
                completed_trade['sensitivity_level_used']
            )
            
            # Calculate reward based on trade outcome
            reward = self._calculate_sensitivity_reward(completed_trade)
            
            # Determine optimal sensitivity action based on outcome
            optimal_sensitivity = self._determine_optimal_sensitivity(completed_trade)
            
            # Create learning experience
            learning_case = {
                'state': entry_state,
                'action': completed_trade['sensitivity_level_used'],
                'reward': reward,
                'next_state': exit_state,
                'done': True,  # Trade is completed
                'optimal_action': optimal_sensitivity,
                'trade_outcome': completed_trade['pnl_pct'],
                'trade_duration': completed_trade['duration'],
                'symbol': completed_trade['symbol']
            }
            
            self.sensitivity_learning_queue.append(learning_case)
            
            # Train DQN if we have enough cases
            if len(self.sensitivity_learning_queue) >= 32:  # Batch size
                self._train_sensitivity_dqn()
            
            logger.info(f"Created sensitivity learning case: reward={reward:.3f}, optimal_sensitivity={optimal_sensitivity}")
            
        except Exception as e:
            logger.error(f"Error creating sensitivity learning case: {e}")
    
    def _market_state_to_sensitivity_state(self, market_state: Dict[str, float], current_sensitivity: int) -> np.ndarray:
        """Convert market state to DQN state vector for sensitivity learning"""
        try:
            # Create state vector with market features + current sensitivity
            state_features = [
                market_state.get('volatility', 2.0) / 10.0,  # Normalize volatility
                market_state.get('momentum_5', 0.0) / 5.0,   # Normalize momentum
                market_state.get('volume_ratio', 1.0),       # Volume ratio
                market_state.get('rsi', 50.0) / 100.0,       # Normalize RSI
                market_state.get('macd_signal', 0.0) / 2.0,  # Normalize MACD
                market_state.get('bb_position', 0.5),        # BB position (already 0-1)
                market_state.get('price_change_1', 0.0) * 100,  # Recent price changes
                market_state.get('price_change_2', 0.0) * 100,
                market_state.get('price_change_3', 0.0) * 100,
                market_state.get('price_change_4', 0.0) * 100,
                market_state.get('price_change_5', 0.0) * 100,
                current_sensitivity / 4.0,  # Normalize current sensitivity (0-4 -> 0-1)
            ]
            
            # Add recent performance metrics
            if len(self.completed_trades) > 0:
                recent_trades = list(self.completed_trades)[-10:]  # Last 10 trades
                avg_pnl = np.mean([t['pnl_pct'] for t in recent_trades])
                win_rate = len([t for t in recent_trades if t['pnl_pct'] > 0]) / len(recent_trades)
                avg_duration = np.mean([t['duration'] for t in recent_trades]) / 3600  # Normalize to hours
            else:
                avg_pnl = 0.0
                win_rate = 0.5
                avg_duration = 0.5
            
            state_features.extend([
                avg_pnl * 10,  # Recent average P&L
                win_rate,      # Recent win rate
                avg_duration,  # Recent average duration
            ])
            
            # Pad or truncate to exact state size
            while len(state_features) < self.sensitivity_state_size:
                state_features.append(0.0)
            
            state_features = state_features[:self.sensitivity_state_size]
            
            return np.array(state_features, dtype=np.float32)
            
        except Exception as e:
            logger.error(f"Error converting market state to sensitivity state: {e}")
            return np.zeros(self.sensitivity_state_size, dtype=np.float32)
    
    def _calculate_sensitivity_reward(self, completed_trade: Dict[str, Any]) -> float:
        """Calculate reward for sensitivity learning based on trade outcome"""
        try:
            pnl_pct = completed_trade['pnl_pct']
            duration = completed_trade['duration']
            
            # Base reward from P&L
            base_reward = pnl_pct * 10  # Scale P&L percentage
            
            # Duration penalty/bonus
            if duration < 300:  # Less than 5 minutes - too quick
                duration_factor = 0.8
            elif duration < 1800:  # Less than 30 minutes - good for scalping
                duration_factor = 1.2
            elif duration < 3600:  # Less than 1 hour - acceptable
                duration_factor = 1.0
            else:  # More than 1 hour - too slow for scalping
                duration_factor = 0.7
            
            # Confidence factor - reward appropriate confidence levels
            entry_conf = completed_trade['entry_confidence']
            exit_conf = completed_trade['exit_confidence']
            
            if pnl_pct > 0:  # Winning trade
                # Reward high entry confidence and appropriate exit confidence
                conf_factor = (entry_conf + exit_conf) / 2
            else:  # Losing trade
                # Reward quick exit (high exit confidence for losses)
                conf_factor = exit_conf
            
            # Calculate final reward
            final_reward = base_reward * duration_factor * conf_factor
            
            # Clip reward to reasonable range
            final_reward = np.clip(final_reward, -2.0, 2.0)
            
            return float(final_reward)
                        
        except Exception as e:
            logger.error(f"Error calculating sensitivity reward: {e}")
            return 0.0
    
    def _determine_optimal_sensitivity(self, completed_trade: Dict[str, Any]) -> int:
        """Determine optimal sensitivity level based on trade outcome"""
        try:
            pnl_pct = completed_trade['pnl_pct']
            duration = completed_trade['duration']
            current_sensitivity = completed_trade['sensitivity_level_used']
            
            # If trade was profitable and quick, current sensitivity was good
            if pnl_pct > 0.01 and duration < 1800:  # >1% profit in <30 min
                return current_sensitivity
            
            # If trade was very profitable, could have been more aggressive
            if pnl_pct > 0.02:  # >2% profit
                return min(4, current_sensitivity + 1)  # Increase sensitivity
            
            # If trade was a small loss, might need more sensitivity
            if -0.01 < pnl_pct < 0:  # Small loss
                return min(4, current_sensitivity + 1)  # Increase sensitivity
            
            # If trade was a big loss, need less sensitivity
            if pnl_pct < -0.02:  # >2% loss
                return max(0, current_sensitivity - 1)  # Decrease sensitivity
            
            # If trade took too long, need more sensitivity
            if duration > 3600:  # >1 hour
                return min(4, current_sensitivity + 1)  # Increase sensitivity
            
            # Default: keep current sensitivity
            return current_sensitivity
            
        except Exception as e:
            logger.error(f"Error determining optimal sensitivity: {e}")
            return 2  # Default to medium
    
    def _train_sensitivity_dqn(self):
        """Train the DQN agent for sensitivity learning"""
        try:
            # Initialize DQN agent if not already done
            if self.sensitivity_dqn_agent is None:
                self._initialize_sensitivity_dqn()
            
            if self.sensitivity_dqn_agent is None:
                return
            
            # Get batch of learning cases
            batch_size = min(32, len(self.sensitivity_learning_queue))
            if batch_size < 8:  # Need minimum batch size
                return
            
            # Sample random batch
            batch_indices = np.random.choice(len(self.sensitivity_learning_queue), batch_size, replace=False)
            batch = [self.sensitivity_learning_queue[i] for i in batch_indices]
            
            # Train the DQN agent
            for case in batch:
                self.sensitivity_dqn_agent.remember(
                    state=case['state'],
                    action=case['action'],
                    reward=case['reward'],
                    next_state=case['next_state'],
                    done=case['done']
                )
            
            # Perform replay training
            loss = self.sensitivity_dqn_agent.replay()
            
            if loss is not None:
                logger.info(f"Sensitivity DQN training completed. Loss: {loss:.4f}")
                
                # Update current sensitivity level based on recent performance
                self._update_current_sensitivity_level()
                        
        except Exception as e:
            logger.error(f"Error training sensitivity DQN: {e}")
    
    def _initialize_sensitivity_dqn(self):
        """Initialize the DQN agent for sensitivity learning"""
        try:
            # Try to import DQN agent
            from NN.models.dqn_agent import DQNAgent
            
            # Create DQN agent for sensitivity learning
            self.sensitivity_dqn_agent = DQNAgent(
                state_shape=(self.sensitivity_state_size,),
                n_actions=self.sensitivity_action_space,
                learning_rate=0.001,
                gamma=0.95,
                epsilon=0.3,  # Lower epsilon for more exploitation
                epsilon_min=0.05,
                epsilon_decay=0.995,
                buffer_size=1000,
                batch_size=32,
                target_update=10
            )
            
            logger.info("Sensitivity DQN agent initialized successfully")
            
        except Exception as e:
            logger.error(f"Error initializing sensitivity DQN agent: {e}")
            self.sensitivity_dqn_agent = None
    
    def _update_current_sensitivity_level(self):
        """Update current sensitivity level using trained DQN"""
        try:
            if self.sensitivity_dqn_agent is None:
                return
            
            # Get current market state
            current_market_state = self._get_current_market_state_for_sensitivity('ETH/USDT')  # Use ETH as primary
            current_state = self._market_state_to_sensitivity_state(current_market_state, self.current_sensitivity_level)
            
            # Get action from DQN (without exploration for production use)
            action = self.sensitivity_dqn_agent.act(current_state, explore=False)
            
            # Update sensitivity level if it changed
            if action != self.current_sensitivity_level:
                old_level = self.current_sensitivity_level
                self.current_sensitivity_level = action
                
                # Update thresholds based on new sensitivity level
                self._update_thresholds_from_sensitivity()
                
                logger.info(f"Sensitivity level updated: {self.sensitivity_levels[old_level]['name']} -> {self.sensitivity_levels[action]['name']}")
            
        except Exception as e:
            logger.error(f"Error updating current sensitivity level: {e}")
    
    def _update_thresholds_from_sensitivity(self):
        """Update confidence thresholds based on current sensitivity level"""
        try:
            sensitivity_config = self.sensitivity_levels[self.current_sensitivity_level]
            
            # Get base thresholds from config
            base_open_threshold = self.config.orchestrator.get('confidence_threshold', 0.6)
            base_close_threshold = self.config.orchestrator.get('confidence_threshold_close', 0.25)
            
            # Apply sensitivity multipliers
            self.confidence_threshold_open = base_open_threshold * sensitivity_config['open_threshold_multiplier']
            self.confidence_threshold_close = base_close_threshold * sensitivity_config['close_threshold_multiplier']
            
            # Ensure thresholds stay within reasonable bounds
            self.confidence_threshold_open = np.clip(self.confidence_threshold_open, 0.3, 0.9)
            self.confidence_threshold_close = np.clip(self.confidence_threshold_close, 0.1, 0.6)
            
            logger.info(f"Updated thresholds - Open: {self.confidence_threshold_open:.3f}, Close: {self.confidence_threshold_close:.3f}")
            
        except Exception as e:
            logger.error(f"Error updating thresholds from sensitivity: {e}")
    
    def _get_current_open_threshold(self) -> float:
        """Get current opening threshold"""
        return self.confidence_threshold_open
    
    def _get_current_close_threshold(self) -> float:
        """Get current closing threshold"""
        return self.confidence_threshold_close

    def _initialize_context_data(self):
        """Initialize 200-candle 1m context data for all symbols"""
        try:
            logger.info("Initializing 200-candle 1m context data for enhanced model performance")
            
            for symbol in self.symbols:
                try:
                    # Load 200 candles of 1m data
                    context_data = self.data_provider.get_historical_data(symbol, '1m', limit=200)
                    
                    if context_data is not None and len(context_data) > 0:
                        # Store raw data
                        for _, row in context_data.iterrows():
                            candle_data = {
                                'timestamp': row['timestamp'],
                                'open': row['open'],
                                'high': row['high'],
                                'low': row['low'],
                                'close': row['close'],
                                'volume': row['volume']
                            }
                            self.context_data_1m[symbol].append(candle_data)
                        
                        # Create feature matrix for models
                        self.context_features_1m[symbol] = self._create_context_features(context_data)
                        
                        logger.info(f"Loaded {len(context_data)} 1m candles for {symbol} context")
                    else:
                        logger.warning(f"No 1m context data available for {symbol}")
                        
                except Exception as e:
                    logger.error(f"Error loading context data for {symbol}: {e}")
                    
        except Exception as e:
            logger.error(f"Error initializing context data: {e}")

    def _create_context_features(self, df: pd.DataFrame) -> Optional[np.ndarray]:
        """Create feature matrix from 1m context data for model consumption"""
        try:
            if df is None or len(df) < 50:
                return None
            
            # Select key features for context
            feature_columns = ['open', 'high', 'low', 'close', 'volume']
            
            # Add technical indicators if available
            if 'rsi_14' in df.columns:
                feature_columns.extend(['rsi_14', 'sma_20', 'ema_12'])
            if 'macd' in df.columns:
                feature_columns.extend(['macd', 'macd_signal'])
            if 'bb_upper' in df.columns:
                feature_columns.extend(['bb_upper', 'bb_lower', 'bb_percent'])
            
            # Extract available features
            available_features = [col for col in feature_columns if col in df.columns]
            feature_data = df[available_features].copy()
            
            # Normalize features
            normalized_features = self._normalize_context_features(feature_data)
            
            return normalized_features.values if normalized_features is not None else None
            
        except Exception as e:
            logger.error(f"Error creating context features: {e}")
            return None

    def _normalize_context_features(self, df: pd.DataFrame) -> Optional[pd.DataFrame]:
        """Normalize context features for model consumption"""
        try:
            df_norm = df.copy()
            
            # Price normalization (relative to latest close)
            if 'close' in df_norm.columns:
                latest_close = df_norm['close'].iloc[-1]
                for col in ['open', 'high', 'low', 'close', 'sma_20', 'ema_12', 'bb_upper', 'bb_lower']:
                    if col in df_norm.columns and latest_close > 0:
                        df_norm[col] = df_norm[col] / latest_close
            
            # Volume normalization
            if 'volume' in df_norm.columns:
                volume_mean = df_norm['volume'].mean()
                if volume_mean > 0:
                    df_norm['volume'] = df_norm['volume'] / volume_mean
            
            # RSI normalization (0-100 to 0-1)
            if 'rsi_14' in df_norm.columns:
                df_norm['rsi_14'] = df_norm['rsi_14'] / 100.0
            
            # MACD normalization
            if 'macd' in df_norm.columns and 'close' in df.columns:
                latest_close = df['close'].iloc[-1]
                df_norm['macd'] = df_norm['macd'] / latest_close
                if 'macd_signal' in df_norm.columns:
                    df_norm['macd_signal'] = df_norm['macd_signal'] / latest_close
            
            # BB percent is already normalized
            if 'bb_percent' in df_norm.columns:
                df_norm['bb_percent'] = np.clip(df_norm['bb_percent'], 0, 1)
            
            # Fill NaN values
            df_norm = df_norm.fillna(0)
            
            return df_norm
            
        except Exception as e:
            logger.error(f"Error normalizing context features: {e}")
            return df

    def update_context_data(self, symbol: str = None):
        """Update 200-candle 1m context data for specified symbol or all symbols"""
        try:
            symbols_to_update = [symbol] if symbol else self.symbols
            
            for sym in symbols_to_update:
                # Check if update is needed
                time_since_update = (datetime.now() - self.last_context_update[sym]).total_seconds()
                
                if time_since_update >= self.context_update_frequency:
                    # Get latest 1m data
                    latest_data = self.data_provider.get_historical_data(sym, '1m', limit=10, refresh=True)
                    
                    if latest_data is not None and len(latest_data) > 0:
                        # Add new candles to context
                        for _, row in latest_data.iterrows():
                            candle_data = {
                                'timestamp': row['timestamp'],
                                'open': row['open'],
                                'high': row['high'],
                                'low': row['low'],
                                'close': row['close'],
                                'volume': row['volume']
                            }
                            
                            # Check if this candle is newer than our latest
                            if (not self.context_data_1m[sym] or 
                                candle_data['timestamp'] > self.context_data_1m[sym][-1]['timestamp']):
                                self.context_data_1m[sym].append(candle_data)
                        
                        # Update feature matrix
                        if len(self.context_data_1m[sym]) >= 50:
                            context_df = pd.DataFrame(list(self.context_data_1m[sym]))
                            self.context_features_1m[sym] = self._create_context_features(context_df)
                        
                        self.last_context_update[sym] = datetime.now()
                        
                        # Check for local extrema in updated data
                        self._detect_local_extrema(sym)
                    
        except Exception as e:
            logger.error(f"Error updating context data: {e}")

    def _detect_local_extrema(self, symbol: str):
        """Detect local bottoms and tops for training opportunities"""
        try:
            if len(self.context_data_1m[symbol]) < self.extrema_detection_window * 2:
                return
            
            # Get recent price data
            recent_candles = list(self.context_data_1m[symbol])[-self.extrema_detection_window * 2:]
            prices = [candle['close'] for candle in recent_candles]
            timestamps = [candle['timestamp'] for candle in recent_candles]
            
            # Detect local minima (bottoms) and maxima (tops)
            window = self.extrema_detection_window
            
            for i in range(window, len(prices) - window):
                current_price = prices[i]
                current_time = timestamps[i]
                
                # Check for local bottom
                is_bottom = all(current_price <= prices[j] for j in range(i - window, i + window + 1) if j != i)
                
                # Check for local top
                is_top = all(current_price >= prices[j] for j in range(i - window, i + window + 1) if j != i)
                
                if is_bottom or is_top:
                    extrema_type = 'bottom' if is_bottom else 'top'
                    
                    # Create training opportunity
                    extrema_data = {
                        'symbol': symbol,
                        'timestamp': current_time,
                        'price': current_price,
                        'type': extrema_type,
                        'context_before': prices[max(0, i - window):i],
                        'context_after': prices[i + 1:min(len(prices), i + window + 1)],
                        'optimal_action': 'BUY' if is_bottom else 'SELL',
                        'confidence_level': self._calculate_extrema_confidence(prices, i, window),
                        'market_context': self._get_extrema_market_context(symbol, current_time)
                    }
                    
                    self.local_extrema[symbol].append(extrema_data)
                    self.extrema_training_queue.append(extrema_data)
                    
                    logger.info(f"Local {extrema_type} detected for {symbol} at ${current_price:.2f} "
                              f"(confidence: {extrema_data['confidence_level']:.3f})")
                    
                    # Create perfect move for CNN training
                    self._create_extrema_perfect_move(extrema_data)
            
            self.last_extrema_check[symbol] = datetime.now()
            
        except Exception as e:
            logger.error(f"Error detecting local extrema for {symbol}: {e}")

    def _calculate_extrema_confidence(self, prices: List[float], extrema_index: int, window: int) -> float:
        """Calculate confidence level for detected extrema"""
        try:
            extrema_price = prices[extrema_index]
            
            # Calculate price deviation from extrema
            surrounding_prices = prices[max(0, extrema_index - window):extrema_index + window + 1]
            price_range = max(surrounding_prices) - min(surrounding_prices)
            
            if price_range == 0:
                return 0.5
            
            # Calculate how extreme the point is
            if extrema_price == min(surrounding_prices):  # Bottom
                deviation = (max(surrounding_prices) - extrema_price) / price_range
            else:  # Top
                deviation = (extrema_price - min(surrounding_prices)) / price_range
            
            # Confidence based on how clear the extrema is
            confidence = min(0.95, max(0.3, deviation))
            
            return confidence
                    
        except Exception as e:
            logger.error(f"Error calculating extrema confidence: {e}")
            return 0.5

    def _get_extrema_market_context(self, symbol: str, timestamp: datetime) -> Dict[str, Any]:
        """Get market context at the time of extrema detection"""
        try:
            # Get recent market data around the extrema
            context = {
                'volatility': 0.0,
                'volume_spike': False,
                'trend_strength': 0.0,
                'rsi_level': 50.0
            }
            
            if len(self.context_data_1m[symbol]) >= 20:
                recent_candles = list(self.context_data_1m[symbol])[-20:]
                
                # Calculate volatility
                prices = [c['close'] for c in recent_candles]
                price_changes = [abs(prices[i] - prices[i-1]) / prices[i-1] for i in range(1, len(prices))]
                context['volatility'] = np.mean(price_changes) if price_changes else 0.0
                
                # Check for volume spike
                volumes = [c['volume'] for c in recent_candles]
                avg_volume = np.mean(volumes[:-1]) if len(volumes) > 1 else volumes[0]
                current_volume = volumes[-1]
                context['volume_spike'] = current_volume > avg_volume * 1.5
                
                # Simple trend strength
                if len(prices) >= 10:
                    trend_slope = (prices[-1] - prices[-10]) / prices[-10]
                    context['trend_strength'] = abs(trend_slope)
            
            return context
            
        except Exception as e:
            logger.error(f"Error getting extrema market context: {e}")
            return {'volatility': 0.0, 'volume_spike': False, 'trend_strength': 0.0, 'rsi_level': 50.0}

    def _create_extrema_perfect_move(self, extrema_data: Dict[str, Any]):
        """Create a perfect move from detected extrema for CNN training"""
        try:
            # Calculate outcome based on price movement after extrema
            if len(extrema_data['context_after']) > 0:
                price_after = extrema_data['context_after'][-1]
                price_change = (price_after - extrema_data['price']) / extrema_data['price']
                
                # For bottoms, positive price change is good; for tops, negative is good
                if extrema_data['type'] == 'bottom':
                    outcome = price_change
                else:  # top
                    outcome = -price_change
                
                perfect_move = PerfectMove(
                    symbol=extrema_data['symbol'],
                    timeframe='1m',
                    timestamp=extrema_data['timestamp'],
                    optimal_action=extrema_data['optimal_action'],
                    actual_outcome=abs(outcome),
                    market_state_before=None,
                    market_state_after=None,
                    confidence_should_have_been=extrema_data['confidence_level']
                )
                
                self.perfect_moves.append(perfect_move)
                self.retrospective_learning_active = True
                
                logger.info(f"Created perfect move from {extrema_data['type']} extrema: "
                          f"{extrema_data['optimal_action']} {extrema_data['symbol']} "
                          f"(outcome: {outcome*100:+.2f}%)")
                
        except Exception as e:
            logger.error(f"Error creating extrema perfect move: {e}")

    def get_context_features_for_model(self, symbol: str) -> Optional[np.ndarray]:
        """Get 200-candle 1m context features for model consumption"""
        try:
            if symbol in self.context_features_1m and self.context_features_1m[symbol] is not None:
                return self.context_features_1m[symbol]
            
            # If no cached features, create them from current data
            if len(self.context_data_1m[symbol]) >= 50:
                context_df = pd.DataFrame(list(self.context_data_1m[symbol]))
                features = self._create_context_features(context_df)
                self.context_features_1m[symbol] = features
                return features
            
            return None
            
        except Exception as e:
            logger.error(f"Error getting context features for {symbol}: {e}")
            return None

    def get_extrema_training_data(self, count: int = 50) -> List[Dict[str, Any]]:
        """Get recent extrema training data for model training"""
        try:
            return list(self.extrema_training_queue)[-count:] if self.extrema_training_queue else []
        except Exception as e:
            logger.error(f"Error getting extrema training data: {e}")
            return []

    def get_extrema_stats(self) -> Dict[str, Any]:
        """Get statistics about extrema detection and training"""
        try:
            stats = {
                'total_extrema_detected': sum(len(extrema) for extrema in self.local_extrema.values()),
                'extrema_by_symbol': {symbol: len(extrema) for symbol, extrema in self.local_extrema.items()},
                'training_queue_size': len(self.extrema_training_queue),
                'last_extrema_check': {symbol: check_time.isoformat() 
                                     for symbol, check_time in self.last_extrema_check.items()},
                'context_data_status': {
                    symbol: {
                        'candles_loaded': len(self.context_data_1m[symbol]),
                        'features_available': self.context_features_1m[symbol] is not None,
                        'last_update': self.last_context_update[symbol].isoformat()
                    }
                    for symbol in self.symbols
                }
            }
            
            # Recent extrema breakdown
            recent_extrema = list(self.extrema_training_queue)[-20:]
            if recent_extrema:
                bottoms = len([e for e in recent_extrema if e['type'] == 'bottom'])
                tops = len([e for e in recent_extrema if e['type'] == 'top'])
                avg_confidence = np.mean([e['confidence_level'] for e in recent_extrema])
                
                stats['recent_extrema'] = {
                    'bottoms': bottoms,
                    'tops': tops,
                    'avg_confidence': avg_confidence
                }
            
            return stats
            
        except Exception as e:
            logger.error(f"Error getting extrema stats: {e}")
            return {}

    def process_realtime_features(self, feature_dict: Dict[str, Any]):
        """Process real-time tick features from the tick processor"""
        try:
            symbol = feature_dict['symbol']
            
            # Store the features
            if symbol in self.realtime_tick_features:
                self.realtime_tick_features[symbol].append(feature_dict)
            
            # Log high-confidence features
            if feature_dict['confidence'] > 0.8:
                logger.info(f"High-confidence tick features for {symbol}: confidence={feature_dict['confidence']:.3f}")
            
            # Trigger immediate decision if we have very high confidence features
            if feature_dict['confidence'] > 0.9:
                logger.info(f"Ultra-high confidence tick signal for {symbol} - triggering immediate analysis")
                # Could trigger immediate decision making here
                
        except Exception as e:
            logger.error(f"Error processing real-time features: {e}")
    
    async def start_realtime_processing(self):
        """Start real-time tick processing"""
        try:
            await self.tick_processor.start_processing()
            logger.info("Real-time tick processing started")
        except Exception as e:
            logger.error(f"Error starting real-time tick processing: {e}")
    
    async def stop_realtime_processing(self):
        """Stop real-time tick processing"""
        try:
            await self.tick_processor.stop_processing()
            logger.info("Real-time tick processing stopped")
        except Exception as e:
            logger.error(f"Error stopping real-time tick processing: {e}")
    
    def get_realtime_tick_stats(self) -> Dict[str, Any]:
        """Get real-time tick processing statistics"""
        return self.tick_processor.get_processing_stats()

    def get_performance_metrics(self) -> Dict[str, Any]:
        """Get enhanced performance metrics for dashboard compatibility"""
        total_actions = sum(len(actions) for actions in self.recent_actions.values())
        perfect_moves_count = len(self.perfect_moves)
        
        # Mock high-performance metrics for ultra-fast scalping demo
        win_rate = 0.78  # 78% win rate 
        total_pnl = 247.85  # Strong positive P&L from 500x leverage
        
        # Add tick processing stats
        tick_stats = self.get_realtime_tick_stats()
        
        # Calculate retrospective learning metrics
        recent_perfect_moves = list(self.perfect_moves)[-10:] if self.perfect_moves else []
        avg_confidence_needed = np.mean([move.confidence_should_have_been for move in recent_perfect_moves]) if recent_perfect_moves else 0.6
        
        # Pattern detection stats
        patterns_detected = 0
        for symbol_buffer in self.ohlcv_bar_buffers.values():
            for bar in list(symbol_buffer)[-10:]:  # Last 10 bars
                if hasattr(bar, 'patterns') and bar.patterns:
                    patterns_detected += len(bar.patterns)
        
        return {
            'total_actions': total_actions,
            'perfect_moves': perfect_moves_count,
            'win_rate': win_rate,
            'total_pnl': total_pnl,
            'symbols_active': len(self.symbols),
            'rl_queue_size': len(self.rl_evaluation_queue),
            'confidence_threshold_open': self.confidence_threshold_open,
            'confidence_threshold_close': self.confidence_threshold_close,
            'decision_frequency': self.decision_frequency,
            'leverage': '500x',  # Ultra-fast scalping
            'primary_timeframe': '1s',  # Main scalping timeframe
            'tick_processing': tick_stats,  # Real-time tick processing stats
            'retrospective_learning': {
                'active': self.retrospective_learning_active,
                'perfect_moves_recent': len(recent_perfect_moves),
                'avg_confidence_needed': avg_confidence_needed,
                'last_analysis': self.last_retrospective_analysis.isoformat(),
                'patterns_detected': patterns_detected
            },
            'position_tracking': {
                'open_positions': len(self.open_positions),
                'positions': {symbol: pos['side'] for symbol, pos in self.open_positions.items()}
            },
            'thresholds': {
                'opening': self.confidence_threshold_open,
                'closing': self.confidence_threshold_close,
                'adaptive': True
            }
        }

    def analyze_market_conditions(self, symbol: str) -> Dict[str, Any]:
        """Analyze current market conditions for a given symbol"""
        try:
            # Get basic market data
            data = self.data_provider.get_historical_data(symbol, '1m', limit=50)
            
            if data is None or data.empty:
                return {
                    'status': 'no_data',
                    'symbol': symbol,
                    'analysis': 'No market data available'
                }
            
            # Basic market analysis
            current_price = data['close'].iloc[-1]
            price_change = (current_price - data['close'].iloc[-2]) / data['close'].iloc[-2] * 100
            
            # Volatility calculation
            volatility = data['close'].pct_change().std() * 100
            
            # Volume analysis
            avg_volume = data['volume'].mean()
            current_volume = data['volume'].iloc[-1]
            volume_ratio = current_volume / avg_volume if avg_volume > 0 else 1.0
            
            # Trend analysis
            ma_short = data['close'].rolling(10).mean().iloc[-1]
            ma_long = data['close'].rolling(30).mean().iloc[-1]
            trend = 'bullish' if ma_short > ma_long else 'bearish'
            
            return {
                'status': 'success',
                'symbol': symbol,
                'current_price': current_price,
                'price_change': price_change,
                'volatility': volatility,
                'volume_ratio': volume_ratio,
                'trend': trend,
                'analysis': f"{symbol} is {trend} with {volatility:.2f}% volatility",
                'timestamp': datetime.now().isoformat()
            }
            
        except Exception as e:
            logger.error(f"Error analyzing market conditions for {symbol}: {e}")
            return {
                'status': 'error',
                'symbol': symbol,
                'error': str(e),
                'analysis': f'Error analyzing {symbol}'
            }

    def _handle_raw_tick(self, raw_tick: RawTick):
        """Handle incoming raw tick data for pattern detection and learning"""
        try:
            symbol = raw_tick.symbol if hasattr(raw_tick, 'symbol') else 'UNKNOWN'
            
            # Store raw tick for analysis
            if symbol in self.raw_tick_buffers:
                self.raw_tick_buffers[symbol].append(raw_tick)
            
            # Detect violent moves for retrospective learning
            if raw_tick.time_since_last < 50 and abs(raw_tick.price_change) > 0:  # Fast tick with price change
                price_change_pct = abs(raw_tick.price_change) / raw_tick.price if raw_tick.price > 0 else 0
                
                if price_change_pct > 0.001:  # 0.1% price change in single tick
                    logger.info(f"Violent tick detected: {symbol} {raw_tick.price_change:+.2f} ({price_change_pct*100:.3f}%) in {raw_tick.time_since_last:.0f}ms")
                    
                    # Create perfect move for immediate learning
                    optimal_action = 'BUY' if raw_tick.price_change > 0 else 'SELL'
                    perfect_move = PerfectMove(
                        symbol=symbol,
                        timeframe='tick',
                        timestamp=raw_tick.timestamp,
                        optimal_action=optimal_action,
                        actual_outcome=price_change_pct,
                        market_state_before=None,
                        market_state_after=None,
                        confidence_should_have_been=min(0.95, price_change_pct * 50)
                    )
                    
                    self.perfect_moves.append(perfect_move)
                    self.retrospective_learning_active = True
            
        except Exception as e:
            logger.error(f"Error handling raw tick: {e}")
    
    def _handle_ohlcv_bar(self, ohlcv_bar: OHLCVBar):
        """Handle incoming 1s OHLCV bar for pattern detection"""
        try:
            symbol = ohlcv_bar.symbol if hasattr(ohlcv_bar, 'symbol') else 'UNKNOWN'
            
            # Store OHLCV bar for analysis
            if symbol in self.ohlcv_bar_buffers:
                self.ohlcv_bar_buffers[symbol].append(ohlcv_bar)
            
            # Analyze bar patterns for learning opportunities
            if ohlcv_bar.patterns:
                for pattern in ohlcv_bar.patterns:
                    pattern_weight = self.pattern_weights.get(pattern.pattern_type, 1.0)
                    
                    if pattern.confidence > 0.7 and pattern_weight > 1.2:
                        logger.info(f"High-confidence pattern detected: {pattern.pattern_type} for {symbol} (conf: {pattern.confidence:.3f})")
                        
                        # Create learning opportunity based on pattern
                        if pattern.price_change != 0:
                            optimal_action = 'BUY' if pattern.price_change > 0 else 'SELL'
                            outcome = abs(pattern.price_change) / ohlcv_bar.close if ohlcv_bar.close > 0 else 0
                            
                            perfect_move = PerfectMove(
                                symbol=symbol,
                                timeframe='1s',
                                timestamp=pattern.start_time,
                                optimal_action=optimal_action,
                                actual_outcome=outcome,
                                market_state_before=None,
                                market_state_after=None,
                                confidence_should_have_been=min(0.9, pattern.confidence * pattern_weight)
                            )
                            
                            self.perfect_moves.append(perfect_move)
            
            # Check for significant 1s bar moves
            if ohlcv_bar.high > 0 and ohlcv_bar.low > 0:
                bar_range = (ohlcv_bar.high - ohlcv_bar.low) / ohlcv_bar.close
                
                if bar_range > 0.002:  # 0.2% range in 1 second
                    logger.info(f"Significant 1s bar range: {symbol} {bar_range*100:.3f}% range")
                    
                    # Determine optimal action based on close vs open
                    if ohlcv_bar.close > ohlcv_bar.open:
                        optimal_action = 'BUY'
                        outcome = (ohlcv_bar.close - ohlcv_bar.open) / ohlcv_bar.open
                    else:
                        optimal_action = 'SELL'
                        outcome = (ohlcv_bar.open - ohlcv_bar.close) / ohlcv_bar.open
                    
                    perfect_move = PerfectMove(
                        symbol=symbol,
                        timeframe='1s',
                        timestamp=ohlcv_bar.timestamp,
                        optimal_action=optimal_action,
                        actual_outcome=outcome,
                        market_state_before=None,
                        market_state_after=None,
                        confidence_should_have_been=min(0.85, bar_range * 100)
                    )
                    
                    self.perfect_moves.append(perfect_move)
                    
        except Exception as e:
            logger.error(f"Error handling OHLCV bar: {e}")