[Infra] Dockerize AstroML Environment

.dockerignore

@@ -98,6 +98,55 @@ __pypackages__/
 
 # Celery stuff
 celerybeat-schedule
+
+# Docker & Deployment
+Dockerfile*
+docker-compose*.yml
+.docker/
+.dockerignore
+k8s/
+docker-entrypoint*.sh
+
+# Environment & Secrets
+.env
+.env.*
+!.env.example
+.secrets/
+
+# IDE & Editors
+.vscode/
+.idea/
+*.swp
+*.swo
+*~
+.DS_Store
+
+# CI/CD
+.github/
+.gitlab-ci.yml
+.circleci/
+.travis.yml
+
+# Development & Temporary
+node_modules/
+.next/
+*.tmp
+tmp/
+temp/
+*.pid
+*.seed
+
+# Documentation (keep only essential runtime docs if needed)
+*.md
+LICENSE
+
+# Test & Benchmark Results
+test_snapshots/
+benchmark_results/
+outputs/
+
+# Docker volumes (exclude from build context)
+backups/
 celerybeat.pid
 
 # SageMath parsed files

.env.example

@@ -1,103 +1,217 @@
 # AstroML Environment Configuration
 # Copy this file to .env and customize for your environment
-
+# ============================================================================
 # Database Configuration
-DATABASE_URL=postgresql://astroml:astroml_password@localhost:5432/astroml
+# ============================================================================
 POSTGRES_DB=astroml
 POSTGRES_USER=astroml
-POSTGRES_PASSWORD=astroml_password
+POSTGRES_PASSWORD=your_secure_password_here
+POSTGRES_HOST=postgres
+POSTGRES_PORT=5432
+DATABASE_URL=postgresql://astroml:your_secure_password_here@postgres:5432/astroml
 
+# ============================================================================
 # Redis Configuration
-REDIS_URL=redis://localhost:6379/0
-REDIS_HOST=localhost
+# ============================================================================
+REDIS_HOST=redis
 REDIS_PORT=6379
+REDIS_PASSWORD=your_redis_password_here
+REDIS_URL=redis://:your_redis_password_here@redis:6379/0
 REDIS_DB=0
 
+# ============================================================================
 # Feature Store Configuration
+# ============================================================================
 FEATURE_STORE_PATH=./feature_store
 FEATURE_STORE_CACHE_SIZE=1000
 FEATURE_STORE_CACHE_TTL=3600
+FEATURE_STORE_CACHE_STRATEGY=LRU
+FEATURE_STORE_STORAGE_FORMAT=PARQUET
+FEATURE_STORAGE_COMPRESSION=snappy
+FEATURE_STORE_VERSIONING=true
 
+# ============================================================================
 # Stellar Network Configuration
+# ============================================================================
 STELLAR_NETWORK_PASSPHRASE=Public Global Stellar Network ; September 2015
 STELLAR_HORIZON_URL=https://horizon.stellar.org
 STELLAR_NETWORK=public
+STELLAR_SECRET_KEY=your_stellar_secret_key_here
 
-# Logging Configuration
-LOG_LEVEL=INFO
-LOG_FORMAT=json
-LOG_FILE=./logs/astroml.log
-
+# ============================================================================
 # Application Configuration
+# ============================================================================
+APP_ENV=development
 ASTROML_ENV=development
 PYTHONPATH=/app
 DEBUG=true
 
-# MLflow Configuration
-MLFLOW_TRACKING_URI=http://localhost:5000
-MLFLOW_EXPERIMENT_NAME=astroml
+LOG_LEVEL=INFO
+LOG_FORMAT=json
+LOG_FILE=./logs/astroml.log
 
-# GPU Configuration (for training)
+# ============================================================================
+# API Configuration
+# ============================================================================
+API_HOST=0.0.0.0
+API_PORT=8000
+API_WORKERS=4
+API_TIMEOUT=30
+API_KEY=your-api-key-here
+
+# ============================================================================
+# Port Configuration
+# ============================================================================
+INGESTION_PORT=8000
+STREAMING_PORT=8001
+FEATURE_STORE_PORT=8002
+DEV_PORT=8003
+PRODUCTION_PORT=8004
+TENSORBOARD_PORT=6006
+JUPYTER_PORT=8888
+
+# ============================================================================
+# Training Configuration
+# ============================================================================
+TRAINING_BATCH_SIZE=32
+TRAINING_EPOCHS=100
+TRAINING_LEARNING_RATE=0.001
+TRAINING_VALIDATION_SPLIT=0.2
+TRAINING_DEVICE=cuda
 CUDA_VISIBLE_DEVICES=0
 TORCH_CUDA_ARCH_LIST=7.5
 
-# Jupyter Configuration (for development)
+# ============================================================================
+# MLflow Configuration
+# ============================================================================
+MLFLOW_TRACKING_URI=http://localhost:5000
+MLFLOW_EXPERIMENT_NAME=astroml
+
+# ============================================================================
+# Jupyter Configuration
+# ============================================================================
 JUPYTER_TOKEN=astroml_dev
 JUPYTER_PASSWORD=astroml_dev
 
+# ============================================================================
 # Monitoring Configuration
+# ============================================================================
+PROMETHEUS_ENABLED=True
 PROMETHEUS_PORT=9090
+PROMETHEUS_RETENTION=15d
+GRAFANA_ENABLED=True
 GRAFANA_PORT=3000
 GRAFANA_ADMIN_PASSWORD=admin
+METRICS_PORT=8080
 
-# Port Configuration
-INGESTION_PORT=8000
-STREAMING_PORT=8001
-FEATURE_STORE_PORT=8002
-DEV_PORT=8003
-PRODUCTION_PORT=8004
-TENSORBOARD_PORT=6006
-JUPYTER_PORT=8888
+# ============================================================================
+# Docker Configuration
+# ============================================================================
+COMPOSE_PROJECT_NAME=astroml
+DOCKER_BUILDKIT=1
+COMPOSE_DOCKER_CLI_BUILD=1
+DOCKER_REGISTRY=astroml
+DOCKER_TAG=latest
 
-# Security Configuration
-SECRET_KEY=your-secret-key-here
-JWT_SECRET_KEY=your-jwt-secret-key-here
-API_KEY=your-api-key-here
+# ============================================================================
+# Data Configuration
+# ============================================================================
+DATA_DIR=/app/data
+DATA_PATH=./data
+MODELS_DIR=/app/models
+MODELS_PATH=./models
+LOGS_DIR=/app/logs
+LOGS_PATH=./logs
+CACHE_DIR=/app/cache
+CONFIG_PATH=./config
 
-# Performance Configuration
+# ============================================================================
+# Security Configuration
+# ============================================================================
+SECRET_KEY=your_secret_key_here_generate_random_string
+JWT_SECRET_KEY=your_jwt_secret_key_here
+JWT_ALGORITHM=HS256
+JWT_EXPIRATION_HOURS=24
+
+# ============================================================================
+# Email Configuration (Optional)
+# ============================================================================
+SMTP_HOST=smtp.gmail.com
+SMTP_PORT=587
+SMTP_USER=your_email@gmail.com
+SMTP_PASSWORD=your_email_password
+SMTP_FROM=noreply@astroml.com
+
+# ============================================================================
+# Soroban Configuration
+# ============================================================================
+SOROBAN_NETWORK=public
+SOROBAN_RPC_URL=https://soroban-testnet.stellar.org
+SOROBAN_SECRET_KEY=your_soroban_secret_key_here
+SOROBAN_FEE=10000
 MAX_WORKERS=4
 BATCH_SIZE=1000
 MEMORY_LIMIT=8GB
 TIMEOUT=300
 
+# ============================================================================
+# Network Configuration
+# ============================================================================
+NETWORK_TIMEOUT=30
+RETRY_COUNT=3
+RETRY_DELAY=1
+
+# ============================================================================
 # Feature Store Advanced Configuration
+# ============================================================================
 FEATURE_STORE_CACHE_STRATEGY=LRU
 FEATURE_STORE_STORAGE_FORMAT=PARQUET
 FEATURE_STORAGE_COMPRESSION=snappy
 FEATURE_STORE_VERSIONING=true
 
+# ============================================================================
 # Development Configuration
+# ============================================================================
 DEV_MODE=true
 TEST_MODE=false
 MOCK_SERVICES=false
 
+# ============================================================================
+# Production Configuration
+# ============================================================================# ============================================================================
+# Production Configuration
+# ============================================================================
 # Production Configuration
 PROD_MODE=false
 MONITORING_ENABLED=false
 ALERTING_ENABLED=false
 
+# ============================================================================
+# Feature Flags
+# ============================================================================
+ENABLE_STREAMING=True
+ENABLE_MONITORING=True
+ENABLE_GPU_TRAINING=True
+ENABLE_SOROBAN_CONTRACTS=True
+
+# ============================================================================
 # Docker Configuration
+# ============================================================================
 DOCKER_REGISTRY=astroml
 DOCKER_TAG=latest
 DOCKER_BUILDKIT=1
 
+# ============================================================================
 # Data Configuration
+# ============================================================================
 DATA_PATH=./data
 MODELS_PATH=./models
 LOGS_PATH=./logs
 CONFIG_PATH=./config
 
+# ============================================================================
 # Network Configuration
+# ============================================================================
 NETWORK_TIMEOUT=30
 RETRY_COUNT=3
 RETRY_DELAY=1