improve stream
This commit is contained in:
Dobromir Popov
132
check_stream.py
132
check_stream.py
@@ -108,7 +108,7 @@ def check_stream():
|
||||
print("❌ Could not get stream status from API")
|
||||
|
||||
def show_ohlcv_data():
|
||||
"""Show OHLCV data with indicators."""
|
||||
"""Show OHLCV data with indicators for all required timeframes and symbols."""
|
||||
print("=" * 60)
|
||||
print("OHLCV DATA WITH INDICATORS")
|
||||
print("=" * 60)
|
||||
@@ -120,30 +120,118 @@ def show_ohlcv_data():
|
||||
print("💡 Start dashboard first: python run_clean_dashboard.py")
|
||||
return
|
||||
|
||||
# Get OHLCV data for different timeframes
|
||||
timeframes = ['1s', '1m', '1h', '1d']
|
||||
symbol = 'ETH/USDT'
|
||||
# Check all required datasets for models
|
||||
datasets = [
|
||||
("ETH/USDT", "1m"),
|
||||
("ETH/USDT", "1h"),
|
||||
("ETH/USDT", "1d"),
|
||||
("BTC/USDT", "1m")
|
||||
]
|
||||
|
||||
for timeframe in timeframes:
|
||||
print(f"\n📊 {symbol} {timeframe} Data:")
|
||||
print("📊 Checking all required datasets for model training:")
|
||||
|
||||
for symbol, timeframe in datasets:
|
||||
print(f"\n📈 {symbol} {timeframe} Data:")
|
||||
data = get_ohlcv_data_from_api(symbol, timeframe, 300)
|
||||
|
||||
if data and data.get('data'):
|
||||
if data and isinstance(data, dict) and 'data' in data:
|
||||
ohlcv_data = data['data']
|
||||
print(f" Records: {len(ohlcv_data)}")
|
||||
|
||||
if ohlcv_data:
|
||||
if ohlcv_data and len(ohlcv_data) > 0:
|
||||
print(f" ✅ Records: {len(ohlcv_data)}")
|
||||
|
||||
latest = ohlcv_data[-1]
|
||||
print(f" Latest: {latest['timestamp']}")
|
||||
print(f" Price: ${latest['close']:.2f}")
|
||||
oldest = ohlcv_data[0]
|
||||
print(f" 📅 Range: {oldest['timestamp'][:10]} to {latest['timestamp'][:10]}")
|
||||
print(f" 💰 Latest Price: ${latest['close']:.2f}")
|
||||
print(f" 📊 Volume: {latest['volume']:.2f}")
|
||||
|
||||
indicators = latest.get('indicators', {})
|
||||
if indicators:
|
||||
print(f" RSI: {indicators.get('rsi', 'N/A')}")
|
||||
print(f" MACD: {indicators.get('macd', 'N/A')}")
|
||||
print(f" SMA20: {indicators.get('sma_20', 'N/A')}")
|
||||
rsi = indicators.get('rsi')
|
||||
macd = indicators.get('macd')
|
||||
sma_20 = indicators.get('sma_20')
|
||||
print(f" 📉 RSI: {rsi:.2f}" if rsi else " 📉 RSI: N/A")
|
||||
print(f" 🔄 MACD: {macd:.4f}" if macd else " 🔄 MACD: N/A")
|
||||
print(f" 📈 SMA20: ${sma_20:.2f}" if sma_20 else " 📈 SMA20: N/A")
|
||||
|
||||
# Check if we have enough data for training
|
||||
if len(ohlcv_data) >= 300:
|
||||
print(f" 🎯 Model Ready: {len(ohlcv_data)}/300 candles")
|
||||
else:
|
||||
print(f" ⚠️ Need More: {len(ohlcv_data)}/300 candles ({300-len(ohlcv_data)} missing)")
|
||||
else:
|
||||
print(f" ❌ Empty data array")
|
||||
elif data and isinstance(data, list) and len(data) > 0:
|
||||
# Direct array format
|
||||
print(f" ✅ Records: {len(data)}")
|
||||
latest = data[-1]
|
||||
oldest = data[0]
|
||||
print(f" 📅 Range: {oldest['timestamp'][:10]} to {latest['timestamp'][:10]}")
|
||||
print(f" 💰 Latest Price: ${latest['close']:.2f}")
|
||||
elif data:
|
||||
print(f" ⚠️ Unexpected format: {type(data)}")
|
||||
else:
|
||||
print(f" No data available")
|
||||
print(f" ❌ No data available")
|
||||
|
||||
print(f"\n🎯 Expected: 300 candles per dataset (1200 total)")
|
||||
|
||||
def show_detailed_ohlcv(symbol="ETH/USDT", timeframe="1m"):
|
||||
"""Show detailed OHLCV data for a specific symbol/timeframe."""
|
||||
print("=" * 60)
|
||||
print(f"DETAILED {symbol} {timeframe} DATA")
|
||||
print("=" * 60)
|
||||
|
||||
# Check dashboard health
|
||||
dashboard_running, _ = check_dashboard_status()
|
||||
if not dashboard_running:
|
||||
print("❌ Dashboard not running")
|
||||
return
|
||||
|
||||
data = get_ohlcv_data_from_api(symbol, timeframe, 300)
|
||||
|
||||
if data and isinstance(data, dict) and 'data' in data:
|
||||
ohlcv_data = data['data']
|
||||
if ohlcv_data and len(ohlcv_data) > 0:
|
||||
print(f"📈 Total candles loaded: {len(ohlcv_data)}")
|
||||
|
||||
if len(ohlcv_data) >= 2:
|
||||
oldest = ohlcv_data[0]
|
||||
latest = ohlcv_data[-1]
|
||||
print(f"📅 Date range: {oldest['timestamp']} to {latest['timestamp']}")
|
||||
|
||||
# Calculate price statistics
|
||||
closes = [item['close'] for item in ohlcv_data]
|
||||
volumes = [item['volume'] for item in ohlcv_data]
|
||||
|
||||
print(f"💰 Price range: ${min(closes):.2f} - ${max(closes):.2f}")
|
||||
print(f"📊 Average volume: {sum(volumes)/len(volumes):.2f}")
|
||||
|
||||
# Show sample data
|
||||
print(f"\n🔍 First 3 candles:")
|
||||
for i in range(min(3, len(ohlcv_data))):
|
||||
candle = ohlcv_data[i]
|
||||
ts = candle['timestamp'][:19] if len(candle['timestamp']) > 19 else candle['timestamp']
|
||||
print(f" {ts} | ${candle['close']:.2f} | Vol:{candle['volume']:.2f}")
|
||||
|
||||
print(f"\n🔍 Last 3 candles:")
|
||||
for i in range(max(0, len(ohlcv_data)-3), len(ohlcv_data)):
|
||||
candle = ohlcv_data[i]
|
||||
ts = candle['timestamp'][:19] if len(candle['timestamp']) > 19 else candle['timestamp']
|
||||
print(f" {ts} | ${candle['close']:.2f} | Vol:{candle['volume']:.2f}")
|
||||
|
||||
# Model training readiness check
|
||||
if len(ohlcv_data) >= 300:
|
||||
print(f"\n✅ Model Training Ready: {len(ohlcv_data)}/300 candles loaded")
|
||||
else:
|
||||
print(f"\n⚠️ Insufficient Data: {len(ohlcv_data)}/300 candles (need {300-len(ohlcv_data)} more)")
|
||||
else:
|
||||
print("❌ Empty data array")
|
||||
elif data and isinstance(data, list) and len(data) > 0:
|
||||
# Direct array format
|
||||
print(f"📈 Total candles loaded: {len(data)}")
|
||||
# ... (same processing as above for array format)
|
||||
else:
|
||||
print(f"❌ No data returned: {type(data)}")
|
||||
|
||||
def show_cob_data():
|
||||
"""Show COB data with price buckets."""
|
||||
@@ -213,9 +301,13 @@ def main():
|
||||
if len(sys.argv) < 2:
|
||||
print("Usage:")
|
||||
print(" python check_stream.py status # Check stream status")
|
||||
print(" python check_stream.py ohlcv # Show OHLCV data")
|
||||
print(" python check_stream.py ohlcv # Show all OHLCV datasets")
|
||||
print(" python check_stream.py detail [symbol] [timeframe] # Show detailed data")
|
||||
print(" python check_stream.py cob # Show COB data")
|
||||
print(" python check_stream.py snapshot # Generate snapshot")
|
||||
print("\nExamples:")
|
||||
print(" python check_stream.py detail ETH/USDT 1h")
|
||||
print(" python check_stream.py detail BTC/USDT 1m")
|
||||
return
|
||||
|
||||
command = sys.argv[1].lower()
|
||||
@@ -224,13 +316,17 @@ def main():
|
||||
check_stream()
|
||||
elif command == "ohlcv":
|
||||
show_ohlcv_data()
|
||||
elif command == "detail":
|
||||
symbol = sys.argv[2] if len(sys.argv) > 2 else "ETH/USDT"
|
||||
timeframe = sys.argv[3] if len(sys.argv) > 3 else "1m"
|
||||
show_detailed_ohlcv(symbol, timeframe)
|
||||
elif command == "cob":
|
||||
show_cob_data()
|
||||
elif command == "snapshot":
|
||||
generate_snapshot()
|
||||
else:
|
||||
print(f"Unknown command: {command}")
|
||||
print("Available commands: status, ohlcv, cob, snapshot")
|
||||
print("Available commands: status, ohlcv, detail, cob, snapshot")
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
|
||||
Reference in New Issue
Block a user