capture more capcha info

2025-07-03 02:20:21 +03:00
parent e4a611a0cc
commit 09ed86c8ae
4 changed files with 15742 additions and 100 deletions
--- a/core/mexc_webclient/auto_browser.py
+++ b/core/mexc_webclient/auto_browser.py
@ -66,86 +66,74 @@ class MEXCRequestInterceptor:
        self.requests_file = f"mexc_requests_{self.timestamp}.json"
        self.cookies_file = f"mexc_cookies_{self.timestamp}.json"
        
-    def setup_chrome_with_logging(self) -> webdriver.Chrome:
-        """Setup Brave browser with performance logging enabled"""
-        logger.info("Setting up ChromeDriver with request interception for Brave browser...")
-        
-        # Chrome options (used for Brave as it's Chromium-based)
-        chrome_options = Options()
-        
-        # Set up Chrome options with a user data directory to persist session
-        user_data_dir = os.path.join(os.getcwd(), 'chrome_user_data')
-        os.makedirs(user_data_dir, exist_ok=True)
-        chrome_options.add_argument(f'--user-data-dir={user_data_dir}')
-        chrome_options.add_argument('--disable-extensions')
-        chrome_options.add_argument('--disable-gpu')
-        chrome_options.add_argument('--window-size=1920,1080')
+    def setup_browser(self):
+        """Setup Chrome browser with necessary options"""
+        chrome_options = webdriver.ChromeOptions()
+        # Enable headless mode if needed
        if self.headless:
            chrome_options.add_argument('--headless')
-            chrome_options.add_argument('--no-sandbox')
+        chrome_options.add_argument('--disable-gpu')
+        chrome_options.add_argument('--window-size=1920,1080')
+        chrome_options.add_argument('--disable-extensions')
        
-        # Set the binary location for Brave
-        # brave_binary_path = "C:\\Program Files\\BraveSoftware\\Brave-Browser\\Application\\brave.exe"
-        # chrome_options.binary_location = brave_binary_path
-        # logger.info(f"Using Brave binary at: {brave_binary_path}")
+        # Set up Chrome options with a user data directory to persist session
+        user_data_base_dir = os.path.join(os.getcwd(), 'chrome_user_data')
+        os.makedirs(user_data_base_dir, exist_ok=True)
        
-        # Essential options for automation
-        chrome_options.add_argument("--no-sandbox")
-        chrome_options.add_argument("--disable-dev-shm-usage")
-        chrome_options.add_argument("--disable-blink-features=AutomationControlled")
-        chrome_options.add_argument("--disable-web-security")
-        chrome_options.add_argument("--allow-running-insecure-content")
-        chrome_options.add_argument("--disable-features=VizDisplayCompositor")
+        # Check for existing session directories
+        session_dirs = [d for d in os.listdir(user_data_base_dir) if d.startswith('session_')]
+        session_dirs.sort(reverse=True)  # Sort descending to get the most recent first
        
-        # User agent to avoid detection
-        user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36"
-        chrome_options.add_argument(f"--user-agent={user_agent}")
+        user_data_dir = None
+        if session_dirs:
+            use_existing = input(f"Found {len(session_dirs)} existing sessions. Use an existing session? (y/n): ").lower().strip() == 'y'
+            if use_existing:
+                print("Available sessions:")
+                for i, session in enumerate(session_dirs[:5], 1):  # Show up to 5 most recent
+                    print(f"{i}. {session}")
+                choice = input("Enter session number (default 1) or any other key for most recent: ")
+                if choice.isdigit() and 1 <= int(choice) <= len(session_dirs):
+                    selected_session = session_dirs[int(choice) - 1]
+                else:
+                    selected_session = session_dirs[0]
+                user_data_dir = os.path.join(user_data_base_dir, selected_session)
+                print(f"Using session: {selected_session}")
        
-        # Disable automation flags
-        chrome_options.add_experimental_option("excludeSwitches", ["enable-automation"])
-        chrome_options.add_experimental_option('useAutomationExtension', False)
+        if user_data_dir is None:
+            user_data_dir = os.path.join(user_data_base_dir, f'session_{self.timestamp}')
+            os.makedirs(user_data_dir, exist_ok=True)
+            print(f"Creating new session: session_{self.timestamp}")
        
-        # Enable performance logging for network requests
-        chrome_options.add_argument("--enable-logging")
-        chrome_options.add_argument("--log-level=0")
-        chrome_options.add_argument("--v=1")
+        chrome_options.add_argument(f'--user-data-dir={user_data_dir}')
        
-        # Set logging preferences for performance data
+        # Enable logging to capture JS console output and network activity
        chrome_options.set_capability('goog:loggingPrefs', {
-            'performance': 'ALL',
-            'browser': 'ALL'
+            'browser': 'ALL',
+            'performance': 'ALL'
        })
        
-        # # Add profile directory argument as provided by the user
-        # chrome_options.add_argument("--profile-directory=Profile 3")
-        
        try:
-            # Automatically download and install ChromeDriver
-            logger.info("Downloading/updating ChromeDriver...")
-            service = Service(ChromeDriverManager().install())
-            
-            # Create driver
-            driver = webdriver.Chrome(
-                service=service,
-                options=chrome_options
-            )
-            
-            # Hide automation indicators
-            driver.execute_script("Object.defineProperty(navigator, 'webdriver', {get: () => undefined})")
-            driver.execute_cdp_cmd('Network.setUserAgentOverride', {
-                "userAgent": user_agent
-            })
-            
-            # Enable network domain for CDP
-            driver.execute_cdp_cmd('Network.enable', {})
-            driver.execute_cdp_cmd('Runtime.enable', {})
-            
-            logger.info("ChromeDriver setup complete!")
-            return driver
-            
+            self.driver = webdriver.Chrome(options=chrome_options)
        except Exception as e:
-            logger.error(f"Failed to setup ChromeDriver: {e}")
-            raise
+            print(f"Failed to start browser with session: {e}")
+            print("Falling back to a new session...")
+            user_data_dir = os.path.join(user_data_base_dir, f'session_{self.timestamp}_fallback')
+            os.makedirs(user_data_dir, exist_ok=True)
+            print(f"Creating fallback session: session_{self.timestamp}_fallback")
+            chrome_options = webdriver.ChromeOptions()
+            if self.headless:
+                chrome_options.add_argument('--headless')
+            chrome_options.add_argument('--disable-gpu')
+            chrome_options.add_argument('--window-size=1920,1080')
+            chrome_options.add_argument('--disable-extensions')
+            chrome_options.add_argument(f'--user-data-dir={user_data_dir}')
+            chrome_options.set_capability('goog:loggingPrefs', {
+                'browser': 'ALL',
+                'performance': 'ALL'
+            })
+            self.driver = webdriver.Chrome(options=chrome_options)
+        
+        return self.driver
    
    def start_monitoring(self):
        """Start the browser and begin monitoring"""
@ -153,7 +141,7 @@ class MEXCRequestInterceptor:
        
        try:
            # Setup ChromeDriver
-            self.driver = self.setup_chrome_with_logging()
+            self.driver = self.setup_browser()
            
            # Navigate to MEXC futures
            mexc_url = "https://www.mexc.com/en-GB/futures/ETH_USDT?type=linear_swap"