ft:graceful-shutdown

Author: DevLikhith5

.dockerignore

@@ -0,0 +1,5 @@
+**/node_modules
+**/dist
+temp_workspaces
+.git
+.DS_Store

.github/workflows/ci.yml

@@ -38,10 +38,7 @@ jobs:
         uses: actions/checkout@v3
 
       - name: Set up Docker Buildx
-        uses: actions/setup-qemu-action@v2
-        
-      - name: Set up Docker Build
-        uses: actions/setup-buildx-action@v2
+        uses: docker/setup-buildx-action@v3
 
       - name: Build Core Microservice
         uses: docker/build-push-action@v4
@@ -63,6 +60,16 @@ jobs:
           cache-from: type=gha
           cache-to: type=gha,mode=max
 
+      - name: Build Node Evaluation Service
+        uses: docker/build-push-action@v4
+        with:
+          context: .
+          file: ./evaluation-service/Dockerfile
+          push: false
+          tags: codewarz/evaluation-service:latest
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+
       - name: Build Leaderboard Service
         uses: docker/build-push-action@v4
         with:
@@ -82,3 +89,13 @@ jobs:
           tags: codewarz/api-gateway:latest
           cache-from: type=gha
           cache-to: type=gha,mode=max
+
+      - name: Build Web Frontend
+        uses: docker/build-push-action@v4
+        with:
+          context: .
+          file: ./web/Dockerfile
+          push: false
+          tags: codewarz/web:latest
+          cache-from: type=gha
+          cache-to: type=gha,mode=max

.gitignore

@@ -0,0 +1,52 @@
+# Dependencies
+node_modules/
+.pnp/
+.pnp.js
+
+# Build outputs
+dist/
+build/
+*.tsbuildinfo
+
+# Environment files (CRITICAL: never commit secrets)
+.env
+.env.local
+.env.development
+.env.production
+.env.*.local
+*.env
+.env.bak
+
+# Logs
+logs/
+*.log
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+
+# Runtime / OS
+.DS_Store
+*.swp
+*.swo
+.idea/
+.vscode/*
+!.vscode/settings.json
+*.pid
+*.seed
+*.pid.lock
+
+# Test coverage
+coverage/
+.nyc_output/
+
+# Build artifacts
+*.tgz
+*.tar.gz
+
+# Workspace / sandbox
+temp_workspaces/*
+!temp_workspaces/.gitkeep
+
+# Docker
+Dockerfile.local
+docker-compose.override.yml

api-gateway/src/config/redis.conifg.ts api-gateway/src/config/redis.config.tsapi-gateway/src/config/redis.conifg.ts renamed to api-gateway/src/config/redis.config.ts

@@ -3,9 +3,14 @@ import { JaegerExporter } from '@opentelemetry/exporter-jaeger';
 import { getNodeAutoInstrumentations } from '@opentelemetry/auto-instrumentations-node';
 import { SemanticResourceAttributes } from '@opentelemetry/semantic-conventions';
 import { SimpleSpanProcessor } from '@opentelemetry/sdk-trace-base';
+import logger from './logger.config';
 
 const SERVICE_NAME = process.env.SERVICE_NAME || 'api-gateway';
-const JAEGER_ENDPOINT = process.env.JAEGER_URL || 'http://localhost:14268/api/traces';
+function buildJaegerEndpoint(): string {
+    const raw = process.env.JAEGER_URL || 'http://localhost:14268';
+    return raw.endsWith('/api/traces') ? raw : `${raw.replace(/\/$/, '')}/api/traces`;
+}
+const JAEGER_ENDPOINT = buildJaegerEndpoint();
 
 let sdk: NodeSDK | null = null;
 
@@ -34,14 +39,18 @@ export function initTracing(): NodeSDK | null {
 
     sdk.start();
 
-    console.log(`[API-GATEWAY] OpenTelemetry tracing initialized`, { jaegerEndpoint: JAEGER_ENDPOINT });
-
-    process.on('SIGTERM', () => {
-        sdk?.shutdown()
-            .then(() => console.log('[API-GATEWAY] Tracing terminated'))
-            .catch((error) => console.error('[API-GATEWAY] Error terminating tracing', error))
-            .finally(() => process.exit(0));
-    });
+    logger.info(`[API-GATEWAY] OpenTelemetry tracing initialized`, { jaegerEndpoint: JAEGER_ENDPOINT });
 
     return sdk;
 }
+
+export async function shutdownTracing() {
+    if (sdk) {
+        try {
+            await sdk.shutdown();
+            logger.info('Tracing terminated');
+        } catch (error: any) {
+            logger.error('Error terminating tracing', { error: error.message });
+        }
+    }
+}

api-gateway/src/config/tracing.ts

@@ -1,5 +1,5 @@
 import { Request, Response, NextFunction } from "express";
-import { redis } from "../config/redis.conifg";
+import { redis } from "../config/redis.config";
 import logger from "../config/logger.config";
 
 export const BLOOM_FILTER_SIZE = 100000;

api-gateway/src/middlewares/bloomFilter.ts

@@ -1,13 +1,22 @@
 import { Request, Response, NextFunction } from "express";
-import { redis } from "../config/redis.conifg";
+import { redis } from "../config/redis.config";
 import logger from "../config/logger.config";
 import { EventEmitter } from "events";
+import LRUCache from "lru-cache";
 
 // Singleflight tracker for cache stampede protection
 const inFlightRequests = new Map<string, EventEmitter>();
 
-// L1 In-Memory Cache (Node.js Heap)
-const l1Cache = new Map<string, { data: any, expiresAt: number }>();
+// Bounded L1 in-memory cache. Capped at 5000 entries; entries older than
+// 5 minutes are evicted on read. This prevents the previous unbounded
+// Map that could OOM the process under diverse URL load.
+const L1_MAX_ENTRIES = 5000;
+const L1_TTL_MS = 5 * 60 * 1000;
+const l1Cache = new LRUCache<string, { data: any, expiresAt: number }>({
+    max: L1_MAX_ENTRIES,
+    ttl: L1_TTL_MS,
+    ttlAutopurge: true,
+});
 
 // Subscribe to invalidation events from the Leaderboard service
 const subscriber = redis.duplicate();
@@ -56,7 +65,7 @@ export const cacheMiddleware = (ttlSeconds: number) => {
             if (cachedResponse) {
                 // Populate L1 cache on L2 hit
                 l1Cache.set(cacheKey, { data: cachedResponse, expiresAt: now + ttlSeconds * 1000 });
-                
+
                 res.setHeader("X-Cache", "L2-HIT");
                 res.setHeader("Content-Type", "application/json");
                 return res.send(cachedResponse);
@@ -66,14 +75,14 @@ export const cacheMiddleware = (ttlSeconds: number) => {
             if (inFlightRequests.has(cacheKey)) {
                 res.setHeader("X-Cache", "COALESCED");
                 res.setHeader("Content-Type", "application/json");
-                
+
                 const emitter = inFlightRequests.get(cacheKey)!;
                 return await new Promise<void>((resolve) => {
                     emitter.once("done", (body: any) => {
                         res.send(body);
                         resolve();
                     });
-                    
+
                     emitter.once("error", () => {
                         res.status(503).json({ success: false, message: "Service Unavailable" });
                         resolve();
@@ -82,7 +91,7 @@ export const cacheMiddleware = (ttlSeconds: number) => {
             }
 
             const emitter = new EventEmitter();
-            emitter.setMaxListeners(1000); 
+            emitter.setMaxListeners(1000);
             inFlightRequests.set(cacheKey, emitter);
 
             res.setHeader("X-Cache", "MISS");
@@ -94,15 +103,15 @@ export const cacheMiddleware = (ttlSeconds: number) => {
                     redis.setex(cacheKey, ttlSeconds, body).catch(err => {
                         logger.error("Failed to set L2 cache:", { error: err.message, key: cacheKey });
                     });
-                    
+
                     // Populate L1
                     l1Cache.set(cacheKey, { data: body, expiresAt: Date.now() + ttlSeconds * 1000 });
-                    
+
                     emitter.emit("done", body);
                 } else {
                     emitter.emit("error");
                 }
-                
+
                 inFlightRequests.delete(cacheKey);
                 return originalSend.call(this, body);
             };
@@ -115,3 +124,8 @@ export const cacheMiddleware = (ttlSeconds: number) => {
     };
 };
 
+export function shutdownCacheMiddleware() {
+    if (subscriber && subscriber.status === 'ready') {
+        subscriber.quit().catch(() => undefined);
+    }
+}

api-gateway/src/middlewares/cache.ts

@@ -1,5 +1,5 @@
 import { Request, Response, NextFunction } from "express";
-import { redis } from "../config/redis.conifg";
+import { redis } from "../config/redis.config";
 import logger from "../config/logger.config";
 
 interface RateLimitConfig {
@@ -27,7 +27,7 @@ if data then
     local decoded = cjson.decode(data)
     currentTokens = decoded.tokens
     lastRefill = decoded.lastRefill
-    
+
     local elapsed = now - lastRefill
     if elapsed > 0 then
         local added = elapsed * refillRate
@@ -46,15 +46,29 @@ else
 end
 `;
 
+// Resolve the client IP. Prefer req.ip (which respects trust proxy settings
+// on the Express app). Only fall back to x-forwarded-for if no other IP is
+// available, and only take the leftmost entry.
+function resolveClientIp(req: Request): string {
+    if (req.ip) return req.ip;
+    const xff = req.headers["x-forwarded-for"];
+    if (typeof xff === "string" && xff.length > 0) {
+        return xff.split(",")[0].trim();
+    }
+    if (Array.isArray(xff) && xff.length > 0) {
+        return xff[0].split(",")[0].trim();
+    }
+    return req.socket.remoteAddress || "unknown";
+}
+
 export const rateLimiter = (config: RateLimitConfig = DEFAULT_CONFIG) => {
     return async (req: Request, res: Response, next: NextFunction) => {
-        const ip = req.ip || req.headers["x-forwarded-for"] || req.socket.remoteAddress;
+        const ip = resolveClientIp(req);
         const key = `ratelimit:${ip}`;
 
         try {
             const now = Math.floor(Date.now() / 1000);
 
-
             // Skip rate limiting in test environment
             if (process.env.NODE_ENV === 'test') return next();
 

api-gateway/src/middlewares/rateLimiter.ts

@@ -1,5 +1,5 @@
 import { Request, Response, Router } from "express";
-import { redis } from "../config/redis.conifg";
+import { redis } from "../config/redis.config";
 import logger from "../config/logger.config";
 import EventEmitter from "events";
 
@@ -47,10 +47,6 @@ sseRouter.get("/:contestId", (req: Request, res: Response) => {
 
     // 4. Listener for leaderboard updates
     const updateListener = () => {
-        // We send an UPDATE event. The client can then either:
-        // A) Consume this event and fetch the latest JSON via standard REST (which hits the L1 cache!)
-        // B) We could fetch it here and push the full JSON. 
-        // We'll tell the client to refresh, which hits our perfectly optimized Singleflight L1 Cache.
         res.write(`data: {"type": "UPDATE", "timestamp": ${Date.now()}}\n\n`);
     };
 
@@ -63,3 +59,10 @@ sseRouter.get("/:contestId", (req: Request, res: Response) => {
         sseEmitter.off(eventName, updateListener);
     });
 });
+
+export function shutdownSse() {
+    if (subscriber && subscriber.status === 'ready') {
+        subscriber.quit().catch(() => undefined);
+    }
+    sseEmitter.removeAllListeners();
+}