add missing requirement and improve templating var name generation

holunda-io · Aug 16, 2023 · 3b43f53 · 3b43f53
1 parent bb3f8b7
commit 3b43f53
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/python/requirements.txt b/python/requirements.txt
@@ -21,3 +21,4 @@ llama-index~=0.6.35
 weaviate-client~=3.21.0
 astunparse~=1.6.3
 httpx~=0.24.1
+nltk~=3.8.1
diff --git a/python/src/gpt/chains/compose_chain/template_openai_functions/chain.py b/python/src/gpt/chains/compose_chain/template_openai_functions/chain.py
@@ -45,7 +45,8 @@ def _call(
         run_manager: Optional[CallbackManagerForChainRun] = None,
     ) -> Dict[str, Any]:
         def desc_to_var_name(desc: str):
-            return remove_stop_words(desc, separator='_')
+            v = remove_stop_words(desc, separator='_')
+            return re.sub(r'[^A-Za-z0-9_\'äöüÄÖÜß]+', '', v).lower()
 
         def format_vars(template: str, f: Callable[[str], str]):
             return re.sub(TEMPLATE_VAR_PATTERN, lambda m: f(m.group(1)), template)