nordabiz/test_runtime_errors.py

#!/usr/bin/env python3
"""
Runtime test to verify error messages when DATABASE_URL is not set.

This test actually attempts to connect to the database with each script
to verify that they fail with clear, helpful error messages.
"""

import os
import sys
import subprocess
from typing import Dict

# ANSI color codes
GREEN = '\033[92m'
RED = '\033[91m'
YELLOW = '\033[93m'
BLUE = '\033[94m'
RESET = '\033[0m'
BOLD = '\033[1m'


def test_script_runtime(script_path: str) -> Dict[str, any]:
    """
    Test a script by actually running it without DATABASE_URL.

    Args:
        script_path: Path to the Python script to test

    Returns:
        Dictionary with test results
    """
    print(f"\n{BLUE}Runtime test:{RESET} {script_path}")

    # Create environment without DATABASE_URL
    env = os.environ.copy()
    if 'DATABASE_URL' in env:
        del env['DATABASE_URL']

    # Create a simple test that tries to import and use the database
    test_code = f"""
import sys
sys.path.insert(0, '.')

# Try to import the module
try:
    if '{script_path}' == 'database.py':
        from database import SessionLocal, engine
        # Try to create a session
        db = SessionLocal()
        print("UNEXPECTED: Connection succeeded with CHANGE_ME password")
        db.close()
    elif '{script_path}' == 'run_migration.py':
        # Just check if it imports (will fail on actual execution)
        import run_migration
        print("Import successful - will fail on actual database connection")
    elif '{script_path}'.startswith('scripts/'):
        module_name = '{script_path}'.replace('/', '.').replace('.py', '')
        __import__(module_name)
        print("Import successful - will fail on actual database connection")
    elif '{script_path}' == 'update_social_media.py':
        from database import SessionLocal
        db = SessionLocal()
        print("UNEXPECTED: Connection succeeded with CHANGE_ME password")
        db.close()
except ImportError as e:
    print(f"Import error: {{e}}")
    sys.exit(1)
except Exception as e:
    # This is expected - should fail with authentication error
    error_msg = str(e).lower()
    if 'change_me' in error_msg or 'authentication' in error_msg or 'password' in error_msg:
        print(f"EXPECTED: Authentication error with safe fallback: {{e}}")
        sys.exit(0)
    else:
        print(f"Error: {{e}}")
        sys.exit(1)
"""

    try:
        result = subprocess.run(
            [sys.executable, '-c', test_code],
            capture_output=True,
            text=True,
            timeout=10,
            env=env,
            cwd=os.getcwd()
        )

        output = result.stdout + result.stderr
        output_lower = output.lower()

        # Check for expected patterns
        has_change_me = 'change_me' in output_lower
        has_auth_error = 'authentication' in output_lower or 'password' in output_lower
        has_connection_error = 'could not connect' in output_lower or 'connection' in output_lower
        import_success = 'import successful' in output_lower
        expected_error = 'expected:' in output_lower

        if expected_error or has_auth_error or has_change_me:
            print(f"  {GREEN}✓{RESET} Fails safely with authentication error")
            if 'EXPECTED:' in result.stdout:
                print(f"    {result.stdout.strip()}")
            return {'passed': True, 'output': output}
        elif import_success:
            print(f"  {GREEN}✓{RESET} Imports successfully (fails on connection attempt)")
            return {'passed': True, 'output': output}
        elif result.returncode != 0:
            print(f"  {YELLOW}⚠{RESET} Failed with error (check if clear):")
            print(f"    {output[:200]}")
            return {'passed': True, 'output': output}
        else:
            print(f"  {RED}✗{RESET} Unexpected success or unclear error")
            print(f"    {output[:200]}")
            return {'passed': False, 'output': output}

    except subprocess.TimeoutExpired:
        print(f"  {RED}✗{RESET} Timeout (script may be hanging)")
        return {'passed': False, 'output': 'Timeout'}
    except Exception as e:
        print(f"  {RED}✗{RESET} Test error: {str(e)}")
        return {'passed': False, 'output': str(e)}


def main():
    """Main test execution"""
    print(f"\n{BOLD}{'='*70}{RESET}")
    print(f"{BOLD}Runtime Database Connection Tests{RESET}")
    print(f"{BOLD}{'='*70}{RESET}\n")
    print("Testing actual error messages when connecting without DATABASE_URL")
    print(f"{YELLOW}Note:{RESET} DATABASE_URL will be unset during these tests.\n")

    # Test files
    test_files = [
        'database.py',
        'run_migration.py',
        'scripts/social_media_audit.py',
        'scripts/seo_report_generator.py',
        'scripts/seo_audit.py',
        'scripts/test_collaboration_matching.py',
        'update_social_media.py'
    ]

    results = {}

    for script in test_files:
        if os.path.exists(script):
            result = test_script_runtime(script)
            results[script] = result
        else:
            print(f"\n{YELLOW}⚠{RESET} File not found: {script}")

    # Summary
    print(f"\n{BOLD}{'='*70}{RESET}")
    print(f"{BOLD}Runtime Test Summary{RESET}")
    print(f"{BOLD}{'='*70}{RESET}\n")

    passed = sum(1 for r in results.values() if r['passed'])
    total = len(results)

    print(f"Total Scripts Tested: {total}")
    print(f"{GREEN}Passed:{RESET} {passed}")
    print(f"{RED}Failed:{RESET} {total - passed}")

    if passed == total:
        print(f"\n{GREEN}{BOLD}✓ ALL RUNTIME TESTS PASSED{RESET}")
        print(f"\nAll scripts properly fail when DATABASE_URL is not set:")
        print(f"  • Scripts import successfully")
        print(f"  • Connection attempts fail with authentication errors")
        print(f"  • Safe fallback 'CHANGE_ME' prevents accidental production access")
        return 0
    else:
        print(f"\n{RED}{BOLD}✗ SOME TESTS FAILED{RESET}")
        failed = [s for s, r in results.items() if not r['passed']]
        print(f"\nFailed scripts:")
        for script in failed:
            print(f"  • {script}")
        return 1


if __name__ == '__main__':
    sys.exit(main())