variables fix

src/config.py

@@ -14,6 +14,7 @@ class Config:
     def __init__(self, config_path: Optional[str] = None):
         self.config_path = config_path or "config.json"
         self._config = self._load_config()
+        self._apply_env_overrides()
     
     def _load_config(self) -> Dict[str, Any]:
         """Load configuration from JSON file."""
@@ -24,6 +25,89 @@ class Config:
         with open(config_file, 'r') as f:
             return json.load(f)
     
+    def _apply_env_overrides(self):
+        """Apply environment variable overrides to configuration."""
+        # Database path override
+        if os.getenv('DATABASE_PATH'):
+            if 'database' not in self._config:
+                self._config['database'] = {}
+            self._config['database']['path'] = os.getenv('DATABASE_PATH')
+        
+        # Email notification overrides
+        email_env_vars = {
+            'SMTP_SERVER': ['notifications', 'email', 'smtp_server'],
+            'SMTP_PORT': ['notifications', 'email', 'smtp_port'],
+            'SMTP_USERNAME': ['notifications', 'email', 'smtp_username'],
+            'SMTP_PASSWORD': ['notifications', 'email', 'smtp_password'],
+            'SENDER_EMAIL': ['notifications', 'email', 'sender_email'],
+            'SENDER_PASSWORD': ['notifications', 'email', 'sender_password'],
+            'RECIPIENT_EMAIL': ['notifications', 'email', 'recipient_email'],
+            'EMAIL_ENABLED': ['notifications', 'email', 'enabled']
+        }
+        
+        for env_var, config_path in email_env_vars.items():
+            env_value = os.getenv(env_var)
+            if env_value is not None:
+                self._set_nested_config(config_path, env_value)
+        
+        # Webhook notification overrides
+        webhook_env_vars = {
+            'WEBHOOK_URL': ['notifications', 'webhook', 'url'],
+            'WEBHOOK_ENABLED': ['notifications', 'webhook', 'enabled']
+        }
+        
+        for env_var, config_path in webhook_env_vars.items():
+            env_value = os.getenv(env_var)
+            if env_value is not None:
+                self._set_nested_config(config_path, env_value)
+        
+        # Scraping configuration overrides
+        scraping_env_vars = {
+            'DELAY_BETWEEN_REQUESTS': ['scraping', 'delay_between_requests'],
+            'MAX_CONCURRENT_REQUESTS': ['scraping', 'max_concurrent_requests'],
+            'REQUEST_TIMEOUT': ['scraping', 'timeout'],
+            'RETRY_ATTEMPTS': ['scraping', 'retry_attempts']
+        }
+        
+        for env_var, config_path in scraping_env_vars.items():
+            env_value = os.getenv(env_var)
+            if env_value is not None:
+                self._set_nested_config(config_path, env_value)
+    
+    def _set_nested_config(self, path: list, value: str):
+        """Set a nested configuration value from environment variable."""
+        # Convert string values to appropriate types
+        converted_value = self._convert_env_value(value)
+        
+        # Navigate to the correct nested location
+        current = self._config
+        for key in path[:-1]:
+            if key not in current:
+                current[key] = {}
+            current = current[key]
+        
+        current[path[-1]] = converted_value
+    
+    def _convert_env_value(self, value: str):
+        """Convert environment variable string to appropriate type."""
+        # Handle boolean values
+        if value.lower() in ('true', 'false'):
+            return value.lower() == 'true'
+        
+        # Handle integer values
+        if value.isdigit():
+            return int(value)
+        
+        # Handle float values
+        try:
+            if '.' in value:
+                return float(value)
+        except ValueError:
+            pass
+        
+        # Return as string
+        return value
+    
     @property
     def database_path(self) -> str:
         """Get database file path."""