Merge pull request #160 from Ilhasoft/feature/analyse_char

Added analyze char
weni-ai · Nov 1, 2019 · 06e2cd2 · 06e2cd2
2 parents f8d2756 + 011139f
commit 06e2cd2
Showing 1 changed file with 11 additions and 1 deletion.
diff --git a/bothub-nlp-nlu-worker/bothub_nlp_nlu_worker/bothub_nlp_nlu/utils.py b/bothub-nlp-nlu-worker/bothub_nlp_nlu_worker/bothub_nlp_nlu/utils.py
@@ -48,7 +48,17 @@ def get_rasa_nlu_config_from_update(update):
         if use_spacy:
             pipeline.append({"name": "intent_featurizer_spacy"})
         else:
-            pipeline.append({"name": "intent_featurizer_count_vectors"})
+            if update.get('use_analyze_char'):
+                pipeline.append(
+                    {
+                        "name": "intent_featurizer_count_vectors",
+                        "analyzer": "char",
+                        "min_ngram": 3,
+                        "max_ngram": 3
+                    }
+                )
+            else:
+                pipeline.append({"name": "intent_featurizer_count_vectors"})
         # intent classifier
         pipeline.append(
             {