Merge

vthorsteinsson · vthorsteinsson · commit 41efa2324bcd · 2020-03-26T23:09:00.000Z
diff --git a/src/tokenizer/definitions.py b/src/tokenizer/definitions.py
@@ -113,7 +113,7 @@ def make_str(s):
 LEFT_PUNCTUATION = "([„‚«#$€£¥₽<"
 RIGHT_PUNCTUATION = ".,:;)]!%‰?“»”’‛‘…>°"
 CENTER_PUNCTUATION = '"*•&+=@©|'
-NONE_PUNCTUATION = "/±'´~\\" + HYPHEN + EN_DASH + EM_DASH
+NONE_PUNCTUATION = "^/±'´~\\" + HYPHEN + EN_DASH + EM_DASH
 PUNCTUATION = (
     LEFT_PUNCTUATION + CENTER_PUNCTUATION + RIGHT_PUNCTUATION + NONE_PUNCTUATION
 )

Original file line number	Diff line number	Diff line change
`@@ -113,7 +113,7 @@ def make_str(s):`
`113`	`113`	`LEFT_PUNCTUATION = "([„‚«#$€£¥₽<"`
`114`	`114`	`RIGHT_PUNCTUATION = ".,:;)]!%‰?“»”’‛‘…>°"`
`115`	`115`	`CENTER_PUNCTUATION = '"*•&+=@©\|'`
`116`		`-NONE_PUNCTUATION = "/±'´~\\" + HYPHEN + EN_DASH + EM_DASH`
	`116`	`+NONE_PUNCTUATION = "^/±'´~\\" + HYPHEN + EN_DASH + EM_DASH`
`117`	`117`	`PUNCTUATION = (`
`118`	`118`	`LEFT_PUNCTUATION + CENTER_PUNCTUATION + RIGHT_PUNCTUATION + NONE_PUNCTUATION`
`119`	`119`	`)`