Merge pull request #4 from ruvnet/proxy

Proxy

Author: ruvnet

.gitignore

@@ -26,3 +26,7 @@ dist-ssr
 .aider*
 *cache*
 aider*
+venv/
+.api_keys.json
+synthlang_proxy.db
+*.db

proxy/.dockerignore

@@ -0,0 +1,74 @@
+# Git
+.git
+.gitignore
+
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+.Python
+env/
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# Virtual Environment
+venv/
+ENV/
+env/
+
+# IDE
+.idea/
+.vscode/
+*.swp
+*.swo
+
+# Docker
+Dockerfile
+docker-compose.yml
+.dockerignore
+
+# Logs
+*.log
+logs/
+
+# Database
+*.db
+*.db-journal
+*.db.backup
+
+# Benchmark results
+benchmark_results/
+
+# Documentation
+docs/
+
+# Test files
+tests/
+test_scripts/
+
+# Examples
+examples/
+
+# Temporary files
+.pytest_cache/
+.coverage
+htmlcov/
+.tox/
+.nox/
+.hypothesis/
+.coverage.*
+coverage.xml
+*.cover

proxy/.env.sample

@@ -0,0 +1,58 @@
+# SynthLang Proxy Configuration
+# Copy this file to .env and modify as needed
+
+# Server Configuration
+PORT=8000
+HOST=0.0.0.0
+DEBUG=false
+
+# Security
+# Generate a secure random key for encryption (32 bytes, base64 encoded)
+# You can generate one with: python -c "import os, base64; print(base64.b64encode(os.urandom(32)).decode())"
+ENCRYPTION_KEY=
+
+# Database Configuration
+# PostgreSQL connection URL (required)
+DATABASE_URL=postgresql+asyncpg://postgres:postgres@localhost:5432/synthlang_proxy
+
+# For development/testing, you can use SQLite instead
+USE_SQLITE=0
+SQLITE_PATH=sqlite+aiosqlite:///./synthlang_proxy.db
+
+# Debug SQL queries (set to 1 to enable)
+DEBUG_SQL=0
+
+# Rate Limiting
+# Default rate limits (requests per minute)
+DEFAULT_RATE_LIMIT_QPM=60
+PREMIUM_RATE_LIMIT=120
+
+# SynthLang Integration
+# Enable/disable SynthLang compression (set to 0 to disable)
+USE_SYNTHLANG=1
+
+# PII Masking Configuration
+# Mask PII before sending to LLM (set to 1 to enable)
+MASK_PII_BEFORE_LLM=0
+# Mask PII in logs and database (set to 0 to disable)
+MASK_PII_IN_LOGS=1
+
+# LLM Provider Configuration
+# OpenAI API key (required)
+OPENAI_API_KEY=
+# Default model to use
+DEFAULT_MODEL=gpt-4o
+# Timeout for LLM API calls (in seconds)
+LLM_TIMEOUT=30
+
+# Semantic Cache
+# Enable/disable semantic cache (set to 0 to disable)
+ENABLE_CACHE=1
+# Similarity threshold for cache hits (0.0-1.0)
+CACHE_SIMILARITY_THRESHOLD=0.95
+# Maximum number of items to keep in cache
+CACHE_MAX_ITEMS=1000
+
+# Logging
+LOG_LEVEL=INFO
+LOG_FILE=proxy.log

proxy/DOCKER_README.md

@@ -0,0 +1,138 @@
+# Docker Setup for SynthLang Proxy
+
+This document provides instructions for running the SynthLang Proxy using Docker.
+
+## Prerequisites
+
+- Docker installed on your system
+- Docker Compose installed on your system
+- OpenAI API key (or other compatible LLM provider)
+
+## Quick Start
+
+1. Clone the repository and navigate to the proxy directory:
+   ```bash
+   git clone https://github.com/yourusername/synthlang-proxy.git
+   cd synthlang-proxy/proxy
+   ```
+
+2. Create a `.env` file with your configuration:
+   ```bash
+   cp .env.sample .env
+   # Edit .env with your OpenAI API key and other settings
+   ```
+
+3. Build and start the containers:
+   ```bash
+   docker-compose up -d
+   ```
+
+4. The proxy will be available at http://localhost:8000
+
+## Configuration Options
+
+You can configure the proxy by setting environment variables in your `.env` file or directly in the `docker-compose.yml` file.
+
+### Essential Configuration
+
+- `OPENAI_API_KEY`: Your OpenAI API key (required)
+- `API_KEY`: API key for accessing the proxy (will be generated if not provided)
+- `ADMIN_API_KEY`: API key for admin access (will be generated if not provided)
+
+### Database Configuration
+
+By default, the proxy uses SQLite, but you can configure it to use PostgreSQL:
+
+- `USE_SQLITE`: Set to 1 to use SQLite, 0 to use PostgreSQL
+- `DATABASE_URL`: PostgreSQL connection URL (used when USE_SQLITE=0)
+
+### Advanced Configuration
+
+- `DEFAULT_MODEL`: Default LLM model to use (default: gpt-4o-mini)
+- `ENABLE_CACHE`: Enable semantic caching (1=enabled, 0=disabled)
+- `USE_SYNTHLANG`: Enable SynthLang compression (1=enabled, 0=disabled)
+- `ENCRYPTION_KEY`: Key for encrypting sensitive data (will be generated if not provided)
+
+## Using PostgreSQL
+
+The Docker Compose setup includes a PostgreSQL database. To use it:
+
+1. Set `USE_SQLITE=0` in your `.env` file
+2. Set `DATABASE_URL=postgresql+asyncpg://postgres:postgres@db:5432/synthlang_proxy`
+
+## Volumes
+
+The Docker Compose setup creates the following volumes:
+
+- `postgres_data`: Persistent storage for the PostgreSQL database
+- `./synthlang_proxy.db:/app/synthlang_proxy.db`: Maps the SQLite database file to your local filesystem
+- `./.api_keys.json:/app/.api_keys.json`: Maps the API keys file to your local filesystem
+
+## Health Checks
+
+The Docker Compose setup includes health checks for both the proxy and the database. You can monitor the health of the services using:
+
+```bash
+docker-compose ps
+```
+
+## Logs
+
+To view the logs:
+
+```bash
+docker-compose logs -f proxy
+```
+
+## Stopping the Services
+
+To stop the services:
+
+```bash
+docker-compose down
+```
+
+To stop the services and remove the volumes:
+
+```bash
+docker-compose down -v
+```
+
+## Rebuilding the Image
+
+If you make changes to the code, you'll need to rebuild the image:
+
+```bash
+docker-compose build
+```
+
+## Troubleshooting
+
+### Database Initialization Issues
+
+If you encounter issues with database initialization, you can run the initialization script manually:
+
+```bash
+docker-compose exec proxy python init_db_roles.py
+```
+
+### API Key Issues
+
+If you need to create a new API key:
+
+```bash
+docker-compose exec proxy python -m src.cli.api_keys create --user-id "your_username" --rate-limit 100
+```
+
+### Connection Issues
+
+If you can't connect to the proxy, check that the container is running:
+
+```bash
+docker-compose ps
+```
+
+And check the logs for any errors:
+
+```bash
+docker-compose logs proxy

proxy/Dockerfile

@@ -0,0 +1,53 @@
+FROM python:3.10-slim
+
+# Set working directory
+WORKDIR /app
+
+# Set environment variables
+ENV PYTHONDONTWRITEBYTECODE=1 \
+    PYTHONUNBUFFERED=1 \
+    PORT=8000 \
+    HOST=0.0.0.0 \
+    DEBUG=false \
+    USE_SQLITE=1 \
+    SQLITE_PATH=sqlite+aiosqlite:///./synthlang_proxy.db
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    gcc \
+    python3-dev \
+    openssl \
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/*
+
+# Copy requirements file
+COPY requirements.txt .
+
+# Install Python dependencies
+RUN pip install --no-cache-dir --upgrade pip setuptools wheel && \
+    pip install --no-cache-dir -r requirements.txt
+
+# Copy the application code
+COPY . .
+
+# Generate encryption key if not provided
+RUN if [ -z "$ENCRYPTION_KEY" ]; then \
+    export ENCRYPTION_KEY=$(openssl rand -hex 16); \
+    echo "ENCRYPTION_KEY=$ENCRYPTION_KEY" >> .env; \
+    fi
+
+# Create a non-root user to run the application
+RUN useradd -m appuser && \
+    chown -R appuser:appuser /app
+
+# Switch to non-root user
+USER appuser
+
+# Initialize the database and set up roles
+RUN python init_db_roles.py
+
+# Expose the port
+EXPOSE 8000
+
+# Start the application
+CMD ["uvicorn", "src.app.main:app", "--host", "0.0.0.0", "--port", "8000"]