update: add texte correction

Dockerfile

@@ -9,8 +9,11 @@ ENV PYTHONUNBUFFERED=1 \
 	NVIDIA_VISIBLE_DEVICES=all \
 	NVIDIA_DRIVER_CAPABILITIES=compute,utility
 
-RUN apt-get update && apt-get install -y --no-install-recommends git ffmpeg && \
-	rm -rf /var/lib/apt/lists/*
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    git \
+    ffmpeg \
+    openjdk-17-jre-headless \
+    && rm -rf /var/lib/apt/lists/*
 
 COPY . .
 

language/correction_service.py

@@ -0,0 +1,20 @@
+import language_tool_python
+
+
+class CorrectionService:
+
+    def __init__(self):
+        self.tools = {
+            "fra_Latn": language_tool_python.LanguageTool("fr"),
+            "eng_Latn": language_tool_python.LanguageTool("en"),
+        }
+
+
+    def correctText(self, text: str, sourceLang: str) -> str:
+        tool = self.tools.get(sourceLang)
+
+        if tool is None:
+            raise ValueError(f"Langue non supportée : {sourceLang}")
+
+        return tool.correct(text)
+

main.py

@@ -10,6 +10,7 @@ from language.dioula.dyu_stt import dioulaSTT
 from language.dioula.dyu_tts import dioulaTTS
 
 from language.fr_mos import translateFRMOS
+from language.correction_service import CorrectionService
 
 import os
 from huggingface_hub import login
@@ -23,6 +24,8 @@ app = FastAPI(
     root_path='/api',
 )
 
+correctionService = CorrectionService()
+
 
 @app.post("/nllb/translateText")
 async def translate(request: Request):
@@ -32,6 +35,11 @@ async def translate(request: Request):
         sourceLang = body.get('sourceLang')
         targetLang = body.get('targetLang')
 
+        if sourceLang in ['eng_Latn', 'fra_Latn']:
+            text = correctionService.correctText(text=text, sourceLang=sourceLang)
+            if not text.endswith("."):
+                text += "."
+
         translatedText = translateText(text=text, sourceLang=sourceLang, targetLang=targetLang)
         return { 'translatedText': translatedText }
     except Exception as e:
@@ -47,6 +55,11 @@ async def translateMoore(request: Request):
         sourceLang = body.get('sourceLang')
         targetLang = body.get('targetLang')
 
+        if sourceLang == 'fra_Latn':
+            text = correctionService.correctText(text=text, sourceLang=sourceLang)
+            if not text.endswith("."):
+                text += "."
+
         translatedText = translateFRMOS(text=text, sourceLang=sourceLang, targetLang=targetLang)
         return { 'translatedText': translatedText }
     except Exception as e:

requirements.txt

@@ -70,6 +70,7 @@ Jinja2==3.1.6
 joblib==1.5.3
 jsonlines==1.2.0
 kiwisolver==1.5.0
+language_tool_python==3.4.0
 lazy-loader==0.5
 librosa==0.10.0
 llvmlite==0.47.0