Merge pull request #83 from DAAily/SSD-752-Sparky-The-language-nl-is-not-supported-for-syntax-analysis---On-the-Google-Cloud-Language-API

SSD-752 Sparky: The language nl is not supported for syntax analysis …

Author: axelmukwena

daaily/lucy/enums.py

@@ -96,3 +96,11 @@ def extract_from_extension(extension: str):  # noqa: C901
             return MimeType.CSV
         if extension == "json":
             return MimeType.JSON
+
+
+class Language(str, Enum):
+    EN = "en"
+    DE = "de"
+    ES = "es"
+    FR = "fr"
+    IT = "it"

daaily/score/client.py

@@ -77,7 +77,7 @@ def re_encode(self, text: str) -> str:
         text_io = io.TextIOWrapper(bytes_object, encoding="utf-8-sig")
         return text_io.read().strip()
 
-    def _grammar_check(self, text: str) -> tuple[float, list[str]]:
+    def _grammar_check(self, text: str, language_iso: str) -> tuple[float, list[str]]:
         """
         Perform a grammar check on the provided text using Google's NL API.
 
@@ -90,6 +90,7 @@ def _grammar_check(self, text: str) -> tuple[float, list[str]]:
 
         Parameters:
             text (str): The text to check for grammar issues.
+            language_iso (str): The ISO code for the language of the text.
 
         Returns:
             tuple[float, list[str]]:
@@ -100,6 +101,7 @@ def _grammar_check(self, text: str) -> tuple[float, list[str]]:
         document = language_v1.Document(  # type: ignore
             content=text,
             type_=language_v1.Document.Type.PLAIN_TEXT,  # type: ignore
+            language=language_iso,
         )
         response = self._lang_client.analyze_syntax(
             document=document,

daaily/score/product.py

@@ -1,3 +1,4 @@
+from daaily.lucy.enums import Language
 from daaily.score.client import Client
 from daaily.score.constants import PRODUCT_WEIGHTS, TEXT_SIMILARITY_TOPICS
 from daaily.score.models import (
@@ -202,7 +203,9 @@ def score_text_en(
         flesch = round(min(self._calculate_flesch_reading_ease(text_en) / 100, 1), 2)
         spelling_score, spelling_errors = self._calculate_spelling_score(text_en)
         spelling_score = round(min(spelling_score / 100, 1), 2)
-        grammar_score, grammar_issues = self._grammar_check(text_en)
+        grammar_score, grammar_issues = self._grammar_check(
+            text=text_en, language_iso=Language.EN.value
+        )
         score_result = ScoreResult(
             field_name=field_name,
             weight=weight,