Type annotations; Pylance complaints fixed

Author: vthorsteinsson

src/tokenizer/__init__.py

@@ -36,11 +36,14 @@
     TOK, Tok, tokenize, tokenize_without_annotation, split_into_sentences,
     parse_tokens, correct_spaces, detokenize, mark_paragraphs, paragraphs,
     normalized_text, normalized_text_from_tokens, text_from_tokens,
-    calculate_indexes, generate_rough_tokens
+    calculate_indexes, generate_rough_tokens, TokenStream
 )
 from .abbrev import Abbreviations, ConfigError
 from .version import __version__
 
+__author__ = "Miðeind ehf"
+__copyright__ = "(C) 2021 Miðeind ehf."
+
 __all__ = (
     "TP_LEFT","TP_CENTER", "TP_RIGHT", "TP_NONE", "TP_WORD",
     "EN_DASH", "EM_DASH",
@@ -49,9 +52,7 @@
     "TOK", "Tok", "tokenize", "tokenize_without_annotation", "split_into_sentences",
     "parse_tokens", "correct_spaces", "detokenize", "mark_paragraphs", "paragraphs",
     "normalized_text", "normalized_text_from_tokens", "text_from_tokens",
-    "calculate_indexes", "generate_rough_tokens",
-    "Abbreviations", "ConfigError"
+    "calculate_indexes", "generate_rough_tokens", "TokenStream",
+    "Abbreviations", "ConfigError", "__version__", "__author__", "__copyright__"
 )
 
-__author__ = "Miðeind ehf"
-__copyright__ = "(C) 2021 Miðeind ehf."

src/tokenizer/definitions.py

@@ -54,27 +54,21 @@
 TelnoTuple = Tuple[str, str]
 CurrencyTuple = Tuple[str, Optional[List[str]], Optional[List[str]]]
 
-BIN_Tuple = NamedTuple(
-    "BIN_Tuple",
-    [
-        ("stofn", str),
-        ("utg", int),
-        ("ordfl", str),
-        ("fl", str),
-        ("ordmynd", str),
-        ("beyging", str),
-    ],
-)
+class BIN_Tuple(NamedTuple):
+    stofn: str
+    utg: int
+    ordfl: str
+    fl: str
+    ordmynd: str
+    beyging: str
+
 BIN_TupleList = Sequence[BIN_Tuple]
 
-PersonNameTuple = NamedTuple(
-    "PersonNameTuple",
-    [
-        ("name", str),
-        ("gender", Optional[str]),
-        ("case", Optional[str]),
-    ]
-)
+class PersonNameTuple(NamedTuple):
+    name: str
+    gender: Optional[str]
+    case: Optional[str]
+
 PersonNameList = Sequence[PersonNameTuple]
 
 # All possible contents of the Tok.val attribute