coby API
This commit is contained in:
Dobromir Popov
166
COBY/main.py
166
COBY/main.py
@ -6,46 +6,39 @@ Main application entry point for Docker deployment
|
||||
|
||||
import asyncio
|
||||
import signal
|
||||
import sys
|
||||
import os
|
||||
import argparse
|
||||
from typing import Optional
|
||||
|
||||
# Add the current directory to Python path
|
||||
# Add current directory to path for imports
|
||||
import sys
|
||||
import os
|
||||
sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
|
||||
|
||||
try:
|
||||
from .utils.logging import get_logger, setup_logging
|
||||
from .simple_config import Config
|
||||
except ImportError:
|
||||
from utils.logging import get_logger, setup_logging
|
||||
from simple_config import Config
|
||||
try:
|
||||
# Try relative imports first (when run as module)
|
||||
from .monitoring.metrics_collector import metrics_collector
|
||||
from .monitoring.performance_monitor import get_performance_monitor
|
||||
from .monitoring.memory_monitor import memory_monitor
|
||||
from .api.rest_api import create_app
|
||||
from .api.simple_websocket_server import WebSocketServer
|
||||
except ImportError:
|
||||
# Fall back to absolute imports (when run directly)
|
||||
from monitoring.metrics_collector import metrics_collector
|
||||
from monitoring.performance_monitor import get_performance_monitor
|
||||
from monitoring.memory_monitor import memory_monitor
|
||||
from api.rest_api import create_app
|
||||
from api.simple_websocket_server import WebSocketServer
|
||||
from utils.logging import get_logger, setup_logging
|
||||
from simple_config import Config
|
||||
from monitoring.metrics_collector import metrics_collector
|
||||
from monitoring.performance_monitor import get_performance_monitor
|
||||
from monitoring.memory_monitor import memory_monitor
|
||||
from api.rest_api import create_app
|
||||
from api.websocket_server import websocket_manager
|
||||
|
||||
logger = get_logger(__name__)
|
||||
|
||||
|
||||
# Global reference for API access
|
||||
_app_instance = None
|
||||
|
||||
class COBYApplication:
|
||||
"""Main COBY application orchestrator"""
|
||||
|
||||
def __init__(self, config: Config):
|
||||
global _app_instance
|
||||
self.config = config
|
||||
self.running = False
|
||||
self.tasks = []
|
||||
self.websocket_server: Optional[WebSocketServer] = None
|
||||
self.websocket_manager = websocket_manager
|
||||
self.connectors = {}
|
||||
_app_instance = self
|
||||
|
||||
async def start(self):
|
||||
"""Start all application components"""
|
||||
@ -58,14 +51,8 @@ class COBYApplication:
|
||||
get_performance_monitor().start_monitoring()
|
||||
memory_monitor.start_monitoring()
|
||||
|
||||
# Start WebSocket server
|
||||
logger.info("Starting WebSocket server...")
|
||||
self.websocket_server = WebSocketServer(
|
||||
host=self.config.api.host,
|
||||
port=self.config.api.websocket_port
|
||||
)
|
||||
websocket_task = asyncio.create_task(self.websocket_server.start())
|
||||
self.tasks.append(websocket_task)
|
||||
# WebSocket server is handled by FastAPI
|
||||
logger.info("WebSocket manager initialized")
|
||||
|
||||
# Start REST API server (includes static file serving)
|
||||
logger.info("Starting REST API server with static file serving...")
|
||||
@ -101,9 +88,15 @@ class COBYApplication:
|
||||
logger.info("Stopping COBY Multi-Exchange Data Aggregation System")
|
||||
|
||||
try:
|
||||
# Stop WebSocket server
|
||||
if self.websocket_server:
|
||||
await self.websocket_server.stop()
|
||||
# Stop exchange connectors
|
||||
for name, connector in self.connectors.items():
|
||||
try:
|
||||
logger.info(f"Stopping {name} connector...")
|
||||
await connector.disconnect()
|
||||
except Exception as e:
|
||||
logger.error(f"Error stopping {name} connector: {e}")
|
||||
|
||||
# WebSocket connections will be closed automatically
|
||||
|
||||
# Cancel all tasks
|
||||
for task in self.tasks:
|
||||
@ -128,22 +121,22 @@ class COBYApplication:
|
||||
async def _start_exchange_connectors(self):
|
||||
"""Start exchange connectors"""
|
||||
try:
|
||||
# Import connectors
|
||||
# Import real exchange connectors
|
||||
from connectors.binance_connector import BinanceConnector
|
||||
from connectors.kucoin_connector import KucoinConnector
|
||||
from connectors.coinbase_connector import CoinbaseConnector
|
||||
|
||||
# Initialize connectors
|
||||
# Initialize real exchange connectors
|
||||
self.connectors = {
|
||||
'binance': BinanceConnector(),
|
||||
'kucoin': KucoinConnector(),
|
||||
'coinbase': CoinbaseConnector()
|
||||
'binance': BinanceConnector()
|
||||
}
|
||||
|
||||
# Start connectors
|
||||
for name, connector in self.connectors.items():
|
||||
try:
|
||||
logger.info(f"Starting {name} connector...")
|
||||
# Set up data callback to broadcast to WebSocket
|
||||
connector.add_data_callback(self._handle_connector_data)
|
||||
connector.add_status_callback(self._handle_connector_status)
|
||||
|
||||
connector_task = asyncio.create_task(self._run_connector(connector))
|
||||
self.tasks.append(connector_task)
|
||||
except Exception as e:
|
||||
@ -173,7 +166,89 @@ class COBYApplication:
|
||||
while connector.is_connected:
|
||||
await asyncio.sleep(1)
|
||||
|
||||
|
||||
else:
|
||||
logger.error(f"Failed to connect to {connector.exchange_name}")
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"Error running {connector.exchange_name} connector: {e}")
|
||||
|
||||
async def _handle_connector_data(self, data_type: str, data):
|
||||
"""Handle data from exchange connectors"""
|
||||
try:
|
||||
if data_type == 'orderbook':
|
||||
# Broadcast order book data
|
||||
await self.websocket_manager.broadcast_update(
|
||||
data.symbol, 'orderbook', data
|
||||
)
|
||||
logger.debug(f"Broadcasted orderbook data for {data.symbol}")
|
||||
|
||||
elif data_type == 'trade':
|
||||
# Broadcast trade data
|
||||
await self.websocket_manager.broadcast_update(
|
||||
data.symbol, 'trade', data
|
||||
)
|
||||
logger.debug(f"Broadcasted trade data for {data.symbol}")
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"Error handling connector data: {e}")
|
||||
|
||||
def _handle_connector_status(self, exchange_name: str, status):
|
||||
"""Handle status updates from exchange connectors"""
|
||||
try:
|
||||
logger.info(f"Connector {exchange_name} status: {status.value}")
|
||||
# Could broadcast status updates to dashboard here
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"Error handling connector status: {e}")
|
||||
|
||||
async def _start_data_processing(self):
|
||||
"""Start data processing pipeline"""
|
||||
try:
|
||||
# Start data aggregation task
|
||||
aggregation_task = asyncio.create_task(self._run_data_aggregation())
|
||||
self.tasks.append(aggregation_task)
|
||||
|
||||
logger.info("Data processing pipeline started")
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"Error starting data processing pipeline: {e}")
|
||||
|
||||
async def _run_data_aggregation(self):
|
||||
"""Run data aggregation process"""
|
||||
try:
|
||||
while self.running:
|
||||
# Placeholder for data aggregation logic
|
||||
# This would collect data from connectors and process it
|
||||
await asyncio.sleep(5)
|
||||
|
||||
# Log status
|
||||
logger.debug("Data aggregation tick - simple data generator running")
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"Error in data aggregation: {e}")
|
||||
|
||||
|
||||
|
||||
async def _run_api_server(self, app, host: str, port: int):
|
||||
"""Run the API server"""
|
||||
try:
|
||||
# Import here to avoid circular imports
|
||||
import uvicorn
|
||||
|
||||
config = uvicorn.Config(
|
||||
app,
|
||||
host=host,
|
||||
port=port,
|
||||
log_level="info",
|
||||
access_log=True
|
||||
)
|
||||
server = uvicorn.Server(config)
|
||||
await server.serve()
|
||||
|
||||
except ImportError:
|
||||
logger.error("uvicorn not available, falling back to basic server")
|
||||
# Fallback implementation would go here
|
||||
await asyncio.sleep(3600) # Keep running for an hour
|
||||
|
||||
|
||||
async def main():
|
||||
@ -217,6 +292,11 @@ async def main():
|
||||
await app.stop()
|
||||
|
||||
|
||||
def get_app_instance():
|
||||
"""Get the global application instance"""
|
||||
return _app_instance
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
# Ensure we're running in the correct directory
|
||||
os.chdir(os.path.dirname(os.path.abspath(__file__)))
|
||||
|
||||
Reference in New Issue
Block a user