requirements.txt

# SPECTRA Enhanced Requirements
# ==============================
# Production-ready frozen dependencies with fallback options
# Auto-generated on 2025-09-17 for maximum compatibility

# === CORE DEPENDENCIES (CRITICAL) ===
# These must be installed for basic functionality

# Telegram API client - Primary requirement
telethon>=1.40.0  # Updated for compatibility with Python 3.11+ and modern setuptools
# Fallback: telethon>=1.35.0,<2.0

# Console output and formatting
rich==13.6.0
# Fallback: rich>=13.0.0,<14.0

# Progress bars and status indicators
tqdm==4.66.1
# Fallback: tqdm>=4.64.0,<5.0

# Configuration file handling
PyYAML==6.0.1
# Fallback: PyYAML>=6.0,<7.0

# Optional but recommended
pysocks>=1.7.1  # For SOCKS proxy support
cryptg>=0.2.post4  # For faster downloads
croniter>=1.3.5
yoyo-migrations>=8.2.0
pywin32>=300; sys_platform == 'win32'
aiofiles>=23.2.1
aiosqlite>=0.20.0
tqdm>=4.66.1
watchdog>=2.1.6

# Image processing and media handling
Pillow>=11.0.0
# Fallback: Pillow>=10.0.0,<11.0

# Terminal User Interface
# npyscreen==4.10.5  # Commented out due to setup.py compatibility issues
# Fallback: npyscreen>=4.10.0,<5.0

# Template rendering and web framework
Jinja2==3.1.2
# Fallback: Jinja2>=3.0.0,<4.0

Flask==2.3.3
# Fallback: Flask>=2.0.0,<3.0

Flask-SocketIO==5.3.6
# Fallback: Flask-SocketIO>=5.0.0,<6.0

# WebAuthn / YubiKey authentication
fido2>=2.1.1

# JWT for API authentication
PyJWT>=2.8.0

# CORS support for API
Flask-CORS>=4.0.0

# === SEMANTIC SEARCH & VECTOR DATABASE (NEW) ===
# Vector database for semantic search
qdrant-client>=2.7.0
# Fallback: qdrant-client>=2.0.0,<3.0

# Embedding models for semantic search
sentence-transformers>=2.2.0
# Fallback: sentence-transformers>=2.0.0,<3.0

# Machine learning for clustering, anomaly detection
scikit-learn>=1.3.0
# Fallback: scikit-learn>=1.0.0,<2.0

# Markdown processing for documentation
Markdown==3.5.1
# Fallback: Markdown>=3.4.0,<4.0

# === NETWORK ANALYSIS (RECOMMENDED) ===
# Required for discovery and network visualization

# Graph analysis and network algorithms
networkx==3.2.1
# Fallback: networkx>=3.0,<4.0

# Plotting and visualization
matplotlib==3.8.2
# Fallback: matplotlib>=3.6.0,<4.0

# Data analysis and manipulation
pandas>=2.2.0,<3.0
# Fallback: pandas>=1.5.0,<3.0

# === CRYPTO & SECURITY (RECOMMENDED) ===
# Enhanced security and performance

# File type detection
python-magic==0.4.27
# Fallback: python-magic>=0.4.20

# Cryptographic primitives
# pyaes==1.6.1  # Commented out due to setup.py compatibility issues
pyasn1==0.6.0
# rsa==4.9  # Removed: RSA is phased out per CNSA 2.0. Use ECC-based cryptography (cryptography library) if needed.

# === MEDIA & CONTENT PROCESSING ===
# For advanced media handling

# RSS/Atom feed generation
# feedgen==0.9.0  # Commented out due to setup.py compatibility issues
# Fallback: feedgen>=0.9.0,<1.0

# XML processing
lxml==5.0.0
# Fallback: lxml>=4.9.0,<6.0

# === DEDUPLICATION & HASHING ===
# For content deduplication features

# Image similarity hashing
imagehash==4.3.1
# Fallback: imagehash>=4.3.0,<5.0

# Fuzzy hashing (may require compilation)
# ssdeep==3.4  # Commented out - requires C compiler
# Fallback: python-ssdeep>=3.4 or disable fuzzy hashing

# MinHash and LSH for large-scale deduplication
datasketch==1.6.4
# Fallback: datasketch>=1.5.0,<2.0

# === NETWORK & PROXY SUPPORT ===
# For proxy and network features

# SOCKS proxy support
PySocks==1.7.1
# Fallback: PySocks>=1.7.0,<2.0

# Fast cryptography (optional, requires compilation)
# cryptg==0.4.0  # Commented out - may fail on some systems
# Fallback: disable fast crypto, use standard implementation

# === SCHEDULING & AUTOMATION ===
# For scheduled operations

# Cron expression parsing
croniter==2.0.1
# Fallback: croniter>=1.3.0,<3.0

# Database migrations
yoyo-migrations==8.2.0
# Fallback: yoyo-migrations>=8.0.0,<9.0

# === ASYNC & FILE OPERATIONS ===
# For improved performance

# Async file operations
aiofiles==23.2.1
# Fallback: aiofiles>=23.0.0,<24.0

# Async SQLite operations
aiosqlite==0.20.0
# Fallback: aiosqlite>=0.19.0,<1.0

# === PLATFORM-SPECIFIC ===
# Windows-specific dependencies

# Windows COM object support
pywin32==306; sys_platform == "win32"
# Fallback: pywin32>=300; sys_platform == "win32"

# === PRODUCTION MONITORING & MANAGEMENT ===
# Required for production deployment

# System resource monitoring
psutil==5.9.6
# Fallback: psutil>=5.9.0,<6.0

# === DEVELOPMENT & TESTING ===
# Required for testing and development

pytest==7.4.3
pytest-asyncio==0.21.1
# Fallback: pytest>=7.0.0,<8.0

# Optional development tools
# black==23.11.0
# flake8==6.1.0
# mypy==1.7.1

# === PERFORMANCE OPTIMIZATION (OPTIONAL) ===
# Uncomment for performance improvements

# Fast JSON processing
# orjson==3.9.10  # Requires Rust compiler
# ujson==5.8.0    # Alternative fast JSON

# Fast HTTP client
# httpx==0.25.2
# aiohttp==3.9.1

# Compiled regex
# regex==2023.10.3

# === COMPATIBILITY NOTES ===
#
# 1. cryptg: May fail on systems without proper C compiler
#    Solution: Install build tools or disable fast crypto
#
# 2. ssdeep: Requires ssdeep C library
#    Ubuntu/Debian: apt-get install libfuzzy-dev
#    CentOS/RHEL: yum install ssdeep-devel
#    macOS: brew install ssdeep
#
# 3. python-magic: May need libmagic
#    Ubuntu/Debian: apt-get install libmagic1
#    CentOS/RHEL: yum install file-libs
#    macOS: brew install libmagic
#
# 4. matplotlib: May need additional system packages
#    Ubuntu/Debian: apt-get install python3-tk
#
# 5. Pillow: May need image libraries
#    Ubuntu/Debian: apt-get install libjpeg-dev zlib1g-dev
#
# === INSTALLATION STRATEGIES ===
#
# Strategy 1 - Full installation:
#   pip install -r requirements.txt
#
# Strategy 2 - Core only (minimal):
#   pip install telethon rich tqdm PyYAML Pillow npyscreen Jinja2 Flask Flask-SocketIO Markdown
#
# Strategy 3 - Core + Network analysis:
#   pip install telethon rich tqdm PyYAML Pillow npyscreen Jinja2 Flask Flask-SocketIO Markdown networkx matplotlib pandas
#
# Strategy 4 - Selective (skip problematic packages):