Merge pull request #435 from hellohaptik/develop

Develop to Master
hellohaptik · Jun 14, 2021 · 3b15e1e · 3b15e1e
2 parents f74dc59 + 3ffa88b
commit 3b15e1e
Show file tree

Hide file tree

Showing 4 changed files with 1,120 additions and 305 deletions.
diff --git a/language_utilities/constant.py b/language_utilities/constant.py
@@ -16,9 +16,12 @@
 DUTCH_LANG = 'nl'
 FRENCH_LANG = 'fr'
 GERMAN_LANG = 'de'
+ITALIAN_LANG = 'it'
+
+MALAY_LANG = 'ms'
+BAHASA_LANG = 'id'
+SWAHILI_LANG = 'sw'
+ARABIC_LANG = 'ar'
 
 # language translation status
 TRANSLATED_TEXT = 'translated_text'
-
-INDIC_LANGUAGES_SET = {HINDI_LANG, TAMIL_LANG, MARATHI_LANG, GUJARATI_LANG, KANNADA_LANG, TELEGU_LANG}
-EUROPEAN_LANGUAGES_SET = {SPANISH_LANG, DUTCH_LANG, FRENCH_LANG, GERMAN_LANG}
diff --git a/ner_v1/chatbot/entity_detection.py b/ner_v1/chatbot/entity_detection.py
@@ -241,7 +241,7 @@ def get_text(message, entity_name, structured_value, fallback_value, bot_message
         min_token_len_fuzziness = int(min_token_len_fuzziness)
         text_detector.set_min_token_size_for_levenshtein(min_size=min_token_len_fuzziness)
 
-    ner_logger.info("Predetected values: {}".format(predetected_values))
+    ner_logger.debug("Predetected values: {}".format(predetected_values))
     if isinstance(message, six.string_types):
         entity_output = text_detector.detect(message=message,
                                              structured_value=structured_value,