Upload 18 files

Dockerfile.txt

@@ -0,0 +1,57 @@
+# Multi-stage build for Translator API
+FROM node:20-alpine AS builder
+
+WORKDIR /app
+
+# Copy package files
+COPY package*.json ./
+COPY central/package*.json ./central/
+COPY worker/package*.json ./worker/
+
+# Install all dependencies
+RUN npm ci && \
+    cd central && npm ci && \
+    cd ../worker && npm ci
+
+# Production stage
+FROM node:20-alpine AS production
+
+WORKDIR /app
+
+# Install dumb-init for proper signal handling
+RUN apk add --no-cache dumb-init
+
+# Create non-root user
+RUN addgroup -g 1001 -S nodejs && \
+    adduser -S nodejs -u 1001
+
+# Copy built dependencies
+COPY --from=builder /app/node_modules ./node_modules
+COPY --from=builder /app/central/node_modules ./central/node_modules
+COPY --from=builder /app/worker/node_modules ./worker/node_modules
+
+# Copy source code
+COPY --chown=nodejs:nodejs package.json ./
+COPY --chown=nodejs:nodejs central ./central
+COPY --chown=nodejs:nodejs worker ./worker
+
+# Create logs directory
+RUN mkdir -p central/logs worker/logs && chown -R nodejs:nodejs central/logs worker/logs
+
+# Switch to non-root user
+USER nodejs
+
+# Expose port (HuggingFace Spaces uses 7860)
+EXPOSE 7860
+
+# Environment variables
+ENV PORT=7860
+ENV NODE_ENV=production
+
+# Health check
+HEALTHCHECK --interval=30s --timeout=10s --start-period=10s --retries=3 \
+  CMD wget --no-verbose --tries=1 --spider http://localhost:7860/api/health || exit 1
+
+# Start central server
+ENTRYPOINT ["dumb-init", "--"]
+CMD ["node", "central/src/index.js"]

central/secrets/.env.example

@@ -8,8 +8,8 @@ ADMIN_ACCESS_CODE=your-secure-admin-code-here
 # Tailscale API key for worker discovery (optional)
 TAILSCALE_API_KEY=tskey-xxxxxxxxx
 
-# Optional: Custom port (default 7820)
-# PORT=7820
+# Optional: Custom port (default 7860)
+# PORT=7860
 
 # Optional: Node environment
 # NODE_ENV=production

docker-compose.yml

@@ -5,10 +5,10 @@ services:
     build: .
     container_name: translator-central
     ports:
-      - "7820:7820"
+      - "7860:7860"
     environment:
       - NODE_ENV=production
-      - PORT=7820
+      - PORT=7860
       - ADMIN_ACCESS_CODE=${ADMIN_ACCESS_CODE}
       - TAILSCALE_API_KEY=${TAILSCALE_API_KEY}
     volumes:
@@ -23,7 +23,7 @@ services:
           cpus: '1'
           memory: 8G
     healthcheck:
-      test: ["CMD", "wget", "--no-verbose", "--tries=1", "--spider", "http://localhost:7820/api/health"]
+      test: ["CMD", "wget", "--no-verbose", "--tries=1", "--spider", "http://localhost:7860/api/health"]
       interval: 30s
       timeout: 10s
       retries: 3
@@ -36,7 +36,7 @@ services:
     environment:
       - NODE_ENV=production
       - CENTRAL_HOST=central
-      - CENTRAL_PORT=7820
+      - CENTRAL_PORT=7860
     depends_on:
       central:
         condition: service_healthy

env.example

@@ -9,7 +9,7 @@ ADMIN_ACCESS_CODE=your_strong_admin_code_here
 # Get from: https://login.tailscale.com/admin/settings/keys
 TAILSCALE_API_KEY=tskey-xxxxxxxxxxxxxxxxx
 
-# Port (default: 7820)
+# Port (default: 7860)
 PORT=7860
 
 # Node environment

public/wiki.html

@@ -87,10 +87,10 @@
 
             <h3>URL de base</h3>
             <p>Remplacez <code>VOTRE_HOTE</code> par l'adresse de votre instance :</p>
-            <pre><code>https://VOTRE_HOTE:7820</code></pre>
+            <pre><code>https://VOTRE_HOTE:7860</code></pre>
 
             <h3>Test rapide</h3>
-            <pre><code class="language-bash">curl -X POST https://VOTRE_HOTE:7820/translate \
+            <pre><code class="language-bash">curl -X POST https://VOTRE_HOTE:7860/translate \
   -H "Content-Type: application/json" \
   -d '{"text": "Bonjour le monde", "source": "fr", "target": "en"}'</code></pre>
 
@@ -172,7 +172,7 @@
             </div>
 
             <pre class="code-block active" id="js-fetch"><code class="language-javascript">async function translate(text, source = 'auto', target = 'fr') {
-  const response = await fetch('https://VOTRE_HOTE:7820/translate', {
+  const response = await fetch('https://VOTRE_HOTE:7860/translate', {
     method: 'POST',
     headers: { 'Content-Type': 'application/json' },
     body: JSON.stringify({ text, source, target })
@@ -195,7 +195,7 @@ translate('Bonjour le monde', 'fr', 'en')
 
 async function translate(text, source = 'auto', target = 'fr') {
   try {
-    const { data } = await axios.post('https://VOTRE_HOTE:7820/translate', {
+    const { data } = await axios.post('https://VOTRE_HOTE:7860/translate', {
       text, source, target
     });
     return data;
@@ -216,7 +216,7 @@ function translate(text, source = 'auto', target = 'fr') {
     
     const options = {
       hostname: 'VOTRE_HOTE',
-      port: 7820,
+      port: 7860,
       path: '/translate',
       method: 'POST',
       headers: {
@@ -247,7 +247,7 @@ function translate(text, source = 'auto', target = 'fr') {
 
             <h3>Classe réutilisable (ES6)</h3>
             <pre><code class="language-javascript">class TranslatorAPI {
-  constructor(baseUrl = 'https://VOTRE_HOTE:7820') {
+  constructor(baseUrl = 'https://VOTRE_HOTE:7860') {
     this.baseUrl = baseUrl;
   }
   
@@ -298,7 +298,7 @@ console.log(result.translatedText); // "Hola"</code></pre>
 
             <pre class="code-block active" id="py-requests"><code class="language-python">import requests
 
-def translate(text, source='auto', target='fr', base_url='https://VOTRE_HOTE:7820'):
+def translate(text, source='auto', target='fr', base_url='https://VOTRE_HOTE:7860'):
     \"\"\"Traduit un texte via l'API Translator.\"\"\"
     response = requests.post(
         f'{base_url}/translate',
@@ -326,7 +326,7 @@ except requests.HTTPError as e:
 import asyncio
 
 class TranslatorClient:
-    def __init__(self, base_url='https://VOTRE_HOTE:7820'):
+    def __init__(self, base_url='https://VOTRE_HOTE:7860'):
         self.base_url = base_url
         self.client = httpx.AsyncClient(timeout=30.0)
     
@@ -372,7 +372,7 @@ asyncio.run(main())</code></pre>
             <pre class="code-block" id="py-stdlib"><code class="language-python">import urllib.request
 import json
 
-def translate(text, source='auto', target='fr', base_url='https://VOTRE_HOTE:7820'):
+def translate(text, source='auto', target='fr', base_url='https://VOTRE_HOTE:7860'):
     data = json.dumps({'text': text, 'source': source, 'target': target}).encode('utf-8')
     
     req = urllib.request.Request(
@@ -459,7 +459,7 @@ public class TranslatorClient {
     
     // Usage
     public static void main(String[] args) throws Exception {
-        TranslatorClient translator = new TranslatorClient("https://VOTRE_HOTE:7820");
+        TranslatorClient translator = new TranslatorClient("https://VOTRE_HOTE:7860");
         TranslationResult result = translator.translate("Bonjour", "fr", "en");
         System.out.println(result.translatedText); // "Hello"
     }
@@ -588,12 +588,12 @@ public class TranslatorClient {
             <h2>🌐 cURL / Ligne de commande</h2>
 
             <h3>Traduction simple</h3>
-            <pre><code class="language-bash">curl -X POST https://VOTRE_HOTE:7820/translate \
+            <pre><code class="language-bash">curl -X POST https://VOTRE_HOTE:7860/translate \
   -H "Content-Type: application/json" \
   -d '{"text": "Bonjour le monde", "source": "fr", "target": "en"}'</code></pre>
 
             <h3>Avec détection automatique</h3>
-            <pre><code class="language-bash">curl -X POST https://VOTRE_HOTE:7820/translate \
+            <pre><code class="language-bash">curl -X POST https://VOTRE_HOTE:7860/translate \
   -H "Content-Type: application/json" \
   -d '{"text": "Hello world", "target": "fr"}'</code></pre>
 
@@ -601,7 +601,7 @@ public class TranslatorClient {
             <pre><code class="language-bash">#!/bin/bash
 # translate.sh - Script de traduction en ligne de commande
 
-BASE_URL="https://VOTRE_HOTE:7820"
+BASE_URL="https://VOTRE_HOTE:7860"
 SOURCE="auto"
 TARGET="fr"
 
@@ -639,7 +639,7 @@ echo "$translated"</code></pre>
             <h3>Test de charge simple</h3>
             <pre><code class="language-bash"># Tester le rate limit (30 req/min)
 for i in {1..35}; do
-  curl -s -X POST https://VOTRE_HOTE:7820/translate \
+  curl -s -X POST https://VOTRE_HOTE:7860/translate \
     -H "Content-Type: application/json" \
     -d "{\"text\": \"Test $i\", \"target\": \"en\"}" \
     -w " HTTP %{http_code}\\n" \

worker/index.js

@@ -0,0 +1,162 @@
+require('dotenv').config();
+const WebSocket = require('ws');
+const translate = require('@vitalets/google-translate-api');
+const fs = require('fs');
+const path = require('path');
+const os = require('os');
+const winston = require('winston');
+
+const settings = JSON.parse(fs.readFileSync(path.join(__dirname, '../settings.json'), 'utf8'));
+
+// Logger
+const logger = winston.createLogger({
+  level: 'info',
+  format: winston.format.combine(
+    winston.format.timestamp(),
+    winston.format.json()
+  ),
+  transports: [
+    new winston.transports.Console(),
+    new winston.transports.File({ filename: path.join(__dirname, '../../logs/worker.log') })
+  ]
+});
+
+// Worker state
+let workerId = null;
+let ws = null;
+let maxConcurrentJobs = settings.maxConcurrentJobs;
+let activeJobs = 0;
+let reconnectAttempts = 0;
+const MAX_RECONNECT_ATTEMPTS = 10;
+const RECONNECT_DELAY = 5000;
+
+// Connect to central server
+function connect() {
+  const url = `ws://${settings.centralHost}:${settings.centralPort}`;
+  logger.info(`Connecting to central server at ${url}`);
+  
+  ws = new WebSocket(url);
+  
+  ws.on('open', () => {
+    logger.info('Connected to central server');
+    reconnectAttempts = 0;
+  });
+  
+  ws.on('message', (data) => {
+    try {
+      const msg = JSON.parse(data);
+      handleMessage(msg);
+    } catch (e) {
+      logger.error('Invalid message from central', e);
+    }
+  });
+  
+  ws.on('close', () => {
+    logger.warn('Disconnected from central server');
+    scheduleReconnect();
+  });
+  
+  ws.on('error', (err) => {
+    logger.error('WebSocket error', err);
+  });
+}
+
+function scheduleReconnect() {
+  if (reconnectAttempts >= MAX_RECONNECT_ATTEMPTS) {
+    logger.error('Max reconnect attempts reached, exiting');
+    process.exit(1);
+  }
+  
+  reconnectAttempts++;
+  const delay = RECONNECT_DELAY * reconnectAttempts;
+  logger.info(`Reconnecting in ${delay}ms (attempt ${reconnectAttempts}/${MAX_RECONNECT_ATTEMPTS})`);
+  
+  setTimeout(connect, delay);
+}
+
+function handleMessage(msg) {
+  switch (msg.type) {
+    case 'welcome':
+      workerId = msg.workerId;
+      maxConcurrentJobs = msg.maxConcurrentJobs || maxConcurrentJobs;
+      logger.info(`Worker registered with ID: ${workerId}, max jobs: ${maxConcurrentJobs}`);
+      startHeartbeat();
+      break;
+      
+    case 'translate':
+      handleTranslateJob(msg);
+      break;
+      
+    case 'ping':
+      // Keep alive
+      ws.send(JSON.stringify({ type: 'pong' }));
+      break;
+  }
+}
+
+async function handleTranslateJob(msg) {
+  const { jobId, text, source, target } = msg;
+  
+  if (activeJobs >= maxConcurrentJobs) {
+    logger.warn(`Job ${jobId} rejected: at capacity (${activeJobs}/${maxConcurrentJobs})`);
+    sendResult(jobId, { error: 'Worker at capacity' });
+    return;
+  }
+  
+  activeJobs++;
+  logger.info(`Starting job ${jobId} (${activeJobs}/${maxConcurrentJobs})`);
+  
+  try {
+    const result = await translate(text, { from: source, to: target });
+    sendResult(jobId, { translatedText: result.text });
+  } catch (error) {
+    logger.error(`Job ${jobId} failed`, error);
+    sendResult(jobId, { error: error.message });
+  } finally {
+    activeJobs--;
+  }
+}
+
+function sendResult(jobId, result) {
+  if (ws && ws.readyState === WebSocket.OPEN) {
+    ws.send(JSON.stringify({
+      type: 'result',
+      jobId,
+      result
+    }));
+  }
+}
+
+// Heartbeat with metrics
+function startHeartbeat() {
+  setInterval(() => {
+    if (ws && ws.readyState === WebSocket.OPEN) {
+      const cpuUsage = process.cpuUsage();
+      const memUsage = process.memoryUsage();
+      
+      ws.send(JSON.stringify({
+        type: 'heartbeat',
+        cpu: (cpuUsage.user + cpuUsage.system) / 10000, // Convert to percentage-ish
+        ram: memUsage.heapUsed,
+        jobsActive: activeJobs
+      }));
+    }
+  }, 5000);
+}
+
+// Handle graceful shutdown
+process.on('SIGTERM', () => {
+  logger.info('SIGTERM received, shutting down gracefully');
+  if (ws) ws.close();
+  process.exit(0);
+});
+
+process.on('SIGINT', () => {
+  logger.info('SIGINT received, shutting down gracefully');
+  if (ws) ws.close();
+  process.exit(0);
+});
+
+// Start
+logger.info('Starting Translator Worker');
+connect();

worker/settings.json

@@ -1,5 +1,5 @@
 {
   "maxConcurrentJobs": 2,
   "centralHost": "localhost",
-  "centralPort": 7820
-}
+  "centralPort": 7860
+}