succeed backend local

Author: yibeichan

.github/workflows/ci.yml

@@ -52,5 +52,5 @@ jobs:
 
       - name: Build and push Docker images
         run: |
-          docker compose build
-          docker compose push
+          docker compose -f docker-compose.yml build
+          docker compose -f docker-compose.yml push

config/nginx/default.conf

@@ -63,11 +63,11 @@ server {
 
     # Backend API
     location /api/ {
-        proxy_pass http://localhost:8000/;
+        proxy_pass http://localhost:8000;
         proxy_set_header Host $host;
         proxy_set_header X-Real-IP $remote_addr;
-        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
-        proxy_set_header X-Forwarded-Proto $forwarded_scheme;
+        access_log /var/log/nginx/api_access.log;
+        error_log /var/log/nginx/api_error.log debug;
     }
 
     # GitHub raw content proxy

docker-compose.yml

@@ -16,7 +16,7 @@ services:
       # Local schema mount (only used when SCHEMA_SOURCE=local)
       - ${SCHEMA_PATH:-./schemas}:/schemas:ro
       # Data storage volume
-      - ${DATA_PATH:-./data}:/data
+      - ${DATA_PATH:-./data}:/data:rw
     environment:
       # Core settings
       - NODE_ENV=${NODE_ENV:-production}
@@ -31,8 +31,11 @@ services:
 
       # Backend configuration
       - REPROSCHEMA_BACKEND_BASEDIR=/data
-      - INITIAL_TOKEN=${INITIAL_TOKEN:-}
+      # For development mode
+      - DEV8dac6d02a913=${DEV_MODE:-1}
       - BACKEND_URL=${BACKEND_URL:-/api}
+      # Project name for data organization
+      - PROJECT_NAME=${PROJECT_NAME:-demo}
 
       # Development settings
       - DEV_MODE=${DEV_MODE:-0}

docker/Dockerfile

@@ -6,10 +6,11 @@ RUN pip install --no-cache-dir sanic sanic-ext requests jsonschema uuid
 
 # Start backend temporarily to get token
 RUN mkdir -p /data/logs && \
-    python app.py & \
+    python app.py > /data/logs/startup.log 2>&1 & \
     sleep 2 && \
-    export INITIAL_TOKEN=$(grep "TOKEN:" /data/logs/* | cut -d':' -f2) && \
-    echo $INITIAL_TOKEN > /tmp/token
+    grep "Warning: INITIAL_TOKEN not set, generated:" /data/logs/startup.log | head -n1 | cut -d':' -f3 | tr -d ' ' > /tmp/token && \
+    echo "Saved token: $(cat /tmp/token)" && \
+    cat /data/logs/startup.log  # Debug output
 
 # 2. Frontend stage
 FROM node:18-alpine as frontend-builder
@@ -32,7 +33,9 @@ RUN chmod +x setup-config.sh
 
 # 3. Set up config with everything we need
 COPY --from=backend-builder /tmp/token /tmp/token
-ENV INITIAL_TOKEN="$(cat /tmp/token)"
+RUN INITIAL_TOKEN=$(cat /tmp/token) && \
+    echo "Got token: $INITIAL_TOKEN" && \
+    echo "INITIAL_TOKEN=$INITIAL_TOKEN" >> /tmp/env_vars
 ENV BACKEND_URL="/api"
 
 # 4. Run setup-config.sh to prepare config
@@ -54,9 +57,11 @@ RUN echo "=== Dist config.js ===" && cat dist/config.js || echo "No config.js in
 FROM python:3.11-slim
 WORKDIR /app
 
-# Get assets path from frontend stage
+# Get assets path and token from frontend stage
 COPY --from=frontend-builder /tmp/assets_path /tmp/assets_path
+COPY --from=frontend-builder /tmp/token /tmp/token
 ENV ASSETS_PUBLIC_PATH="$(cat /tmp/assets_path)"
+ENV INITIAL_TOKEN="$(cat /tmp/token)"
 
 # Install nginx and other required packages
 RUN apt-get update && \
@@ -84,8 +89,10 @@ RUN chmod +x /app/scripts/setup-ssl.sh
 # Create SSL directory
 RUN mkdir -p /etc/nginx/ssl
 
-# Create necessary directories
-RUN mkdir -p /schemas /data
+# Create necessary directories with proper permissions
+RUN mkdir -p /schemas /data && \
+    mkdir -p /data/responses && \
+    chmod -R 777 /data  # Ensure backend can write to data directory
 
 # Environment variables
 ENV REPROSCHEMA_BACKEND_BASEDIR=/data

docker/backend/app.py

@@ -18,7 +18,7 @@
 app = Sanic("reproschema_backend")
 Extend(app)
 
-@app.get("/health")
+@app.get("/api/health")
 async def health_check(request):
     print("Health check requested")
     return json({"status": "healthy"})
@@ -35,7 +35,7 @@ async def health_check(request):
 else:
     print(f"Using INITIAL_TOKEN from environment: {INITIAL_TOKEN}")
 
-@app.get("/token")
+@app.get("/api/token")
 async def get_token(request):
     token = request.args.get('token')
     project = request.args.get('project', os.getenv('STUDY_PREFIX', 'study'))
@@ -58,7 +58,7 @@ async def get_token(request):
     })
 
 # Add register endpoint for local development
-@app.get("/register")
+@app.get("/api/register")
 async def register(request):
     if not os.getenv('DEV_MODE'):
         return json({"error": "Registration only available in dev mode"}, status=403)
@@ -75,6 +75,10 @@ async def register(request):
 async def submit_data(request):
     auth_token = request.headers.get('Authorization')
 
+    # Strip "Bearer " prefix if present
+    if auth_token and auth_token.startswith('Bearer '):
+        auth_token = auth_token.split(' ')[1]
+    
     if not auth_token or auth_token not in auth_tokens:
         return json({"error": "Invalid auth token"}, status=401)
 
@@ -126,8 +130,8 @@ async def root(request):
     return json({
         "status": "running",
         "endpoints": [
-            "/health",
-            "/token",
+            "/api/health",
+            "/api/token",
             "/api/responses",
             "/api/schema/<url>"
         ]

scripts/setup-config.sh

@@ -56,6 +56,8 @@ setup_config() {
     log "Environment variables:"
     log "  SCHEMA_SOURCE: ${SCHEMA_SOURCE}"
     log "  BACKEND_URL: ${BACKEND_URL}"
+    # Get token from file
+    INITIAL_TOKEN=$(cat /tmp/token)
     log "  INITIAL_TOKEN: ${INITIAL_TOKEN}"
     log "Schema values:"
     log "  banner: ${banner}"

scripts/start.sh

@@ -21,6 +21,13 @@ envsubst '${ASSETS_PUBLIC_PATH}' < /etc/nginx/conf.d/default.conf.template > /et
 log "Nginx config:"
 cat /etc/nginx/conf.d/default.conf | grep -A 5 "location.*${ASSETS_PUBLIC_PATH}"
 
+# Log token early, before SSL noise
+if [ "${DEV_MODE}" = "1" ]; then
+    echo "================================================================"
+    log "BACKEND TOKEN: ${INITIAL_TOKEN:-$(cat /tmp/token)}"
+    echo "================================================================"
+fi
+
 # Setup SSL certificates
 /app/scripts/setup-ssl.sh
 
@@ -30,8 +37,21 @@ nginx
 
 # Start backend
 log "Starting Python backend..."
-python app.py &
+# Ensure backend has correct token
+export INITIAL_TOKEN="$(cat /tmp/token)"
+# Ensure data directory exists and is writable
+mkdir -p /data/responses
+mkdir -p /data/logs
+python app.py > /data/logs/backend.log 2>&1 &
 BACKEND_PID=$!
+log "Backend started with PID: ${BACKEND_PID}"
+
+# Verify backend process is running
+if ! kill -0 $BACKEND_PID 2>/dev/null; then
+    log "Backend failed to start! Logs:"
+    cat /data/logs/backend.log
+    exit 1
+fi
 
 # Wait for backend to be ready
 log "Waiting for backend to be ready..."
@@ -41,12 +61,21 @@ until curl -s http://localhost:8000/health > /dev/null; do
     ATTEMPTS=$((ATTEMPTS + 1))
     if [ $ATTEMPTS -ge $MAX_ATTEMPTS ]; then
         log "Backend failed to start after $MAX_ATTEMPTS attempts"
+        log "Backend logs:"
+        cat /data/logs/backend.log
         exit 1
     fi
     log "Attempt $ATTEMPTS: Backend not ready yet..."
     sleep 1
 done
 log "Backend is ready"
 
-# Wait for processes
-wait $BACKEND_PID
+# Keep container running
+while kill -0 $BACKEND_PID 2>/dev/null; do
+    tail -f /data/logs/backend.log &
+    wait $BACKEND_PID
+done
+
+log "Backend exited unexpectedly! Logs:"
+cat /data/logs/backend.log
+exit 1