Fix types for python <3.9 using typing-extensions

.github/workflows/fluent.runtime.yml

@@ -39,7 +39,7 @@ jobs:
         run: |
           python -m pip install wheel
           python -m pip install --upgrade pip
-          python -m pip install fluent.syntax==${{ matrix.fluent-syntax }}
+          python -m pip install fluent.syntax==${{ matrix.fluent-syntax }} six
           python -m pip install .
       - name: Test
         working-directory: ./fluent.runtime
@@ -53,11 +53,16 @@ jobs:
         with:
           python-version: 3.9
       - name: Install dependencies
+        working-directory: ./fluent.runtime
         run: |
           python -m pip install wheel
           python -m pip install --upgrade pip
-          python -m pip install flake8==6
-          python -m pip install mypy==1
+          python -m pip install .
+          python -m pip install flake8==6 mypy==1
+      - name: Install latest fluent.syntax
+        working-directory: ./fluent.syntax
+        run: |
+          python -m pip install .
       - name: flake8
         working-directory: ./fluent.runtime
         run: |

.github/workflows/fluent.syntax.yml

@@ -35,6 +35,7 @@ jobs:
         run: |
           python -m pip install wheel
           python -m pip install --upgrade pip
+          python -m pip install .
       - name: Test
         working-directory: ./fluent.syntax
         run: |
@@ -47,10 +48,11 @@ jobs:
         with:
           python-version: 3.9
       - name: Install dependencies
+        working-directory: ./fluent.syntax
         run: |
           python -m pip install --upgrade pip
-          python -m pip install flake8==6
-          python -m pip install mypy==1
+          python -m pip install .
+          python -m pip install flake8==6 mypy==1
       - name: flake8
         working-directory: ./fluent.syntax
         run: |

fluent.docs/setup.py

@@ -1,6 +1,9 @@
-from setuptools import setup, find_namespace_packages
+from setuptools import setup
 
 setup(
     name='fluent.docs',
-    packages=find_namespace_packages(include=['fluent.*']),
+    packages=['fluent.docs'],
+    install_requires=[
+        'typing-extensions>=3.7,<5'
+    ],
 )

fluent.runtime/fluent/runtime/bundle.py

@@ -1,7 +1,8 @@
 import babel
 import babel.numbers
 import babel.plural
-from typing import Any, Callable, Dict, List, Literal, TYPE_CHECKING, Tuple, Union, cast
+from typing import Any, Callable, Dict, List, TYPE_CHECKING, Tuple, Union, cast
+from typing_extensions import Literal
 
 from fluent.syntax import ast as FTL
 

fluent.runtime/fluent/runtime/resolver.py

@@ -68,9 +68,7 @@ def modified(self, **replacements: Any) -> Generator['ResolverEnvironment', None
         yield self
         self.current = old_current
 
-    def modified_for_term_reference(
-            self, args: Union[Dict[str, Any], None] = None
-    ) -> contextlib._GeneratorContextManager['ResolverEnvironment']:
+    def modified_for_term_reference(self, args: Union[Dict[str, Any], None] = None) -> Any:
         return self.modified(args=args if args is not None else {},
                              error_for_missing_arg=False)
 

fluent.runtime/fluent/runtime/types.py

@@ -7,7 +7,8 @@
 from babel import Locale
 from babel.dates import format_date, format_time, get_datetime_format, get_timezone
 from babel.numbers import NumberPattern, parse_pattern
-from typing import Any, Dict, Literal, Type, TypeVar, Union, cast
+from typing import Any, Dict, Type, TypeVar, Union, cast
+from typing_extensions import Literal
 
 FORMAT_STYLE_DECIMAL = "decimal"
 FORMAT_STYLE_CURRENCY = "currency"

fluent.runtime/setup.py

@@ -33,6 +33,7 @@
           'attrs',
           'babel',
           'pytz',
+          'typing-extensions>=3.7,<5'
       ],
       test_suite='tests',
       )

fluent.runtime/tox.ini

@@ -12,6 +12,7 @@ deps =
      attrs==19.1.0
      babel==2.7.0
      pytz==2019.2
+     typing-extensions==3.7
      syntax: .
 commands = ./runtests.py
 

fluent.syntax/fluent/syntax/ast.py

@@ -208,10 +208,10 @@ def parse(self) -> Dict[str, Any]:
 
 class StringLiteral(Literal):
     def parse(self) -> Dict[str, str]:
-        def from_escape_sequence(matchobj: re.Match[str]) -> str:
+        def from_escape_sequence(matchobj: Any) -> str:
             c, codepoint4, codepoint6 = matchobj.groups()
             if c:
-                return c
+                return cast(str, c)
             codepoint = int(codepoint4 or codepoint6, 16)
             if codepoint <= 0xD7FF or 0xE000 <= codepoint:
                 return chr(codepoint)

fluent.syntax/fluent/syntax/stream.py

@@ -1,4 +1,5 @@
-from typing import Callable, Literal, Union
+from typing import Callable, Union
+from typing_extensions import Literal
 from .errors import ParseError
 
 

fluent.syntax/setup.py

@@ -26,5 +26,8 @@
       ],
       packages=['fluent.syntax'],
       package_data={'fluent.syntax': ['py.typed']},
+      install_requires=[
+          'typing-extensions>=3.7,<5'
+      ],
       test_suite='tests.syntax'
       )

fluent.syntax/tox.ini

@@ -7,4 +7,6 @@ skipsdist=True
 [testenv]
 setenv =
     PYTHONPATH = {toxinidir}
+deps =
+     typing-extensions==3.7
 commands = ./runtests.py