Remove unnecessary comment in tiktoken.h

yvonwin · Apr 12, 2024 · 6053fc3 · 6053fc3
1 parent b1b7572
commit 6053fc3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tiktoken.h b/tiktoken.h
@@ -178,7 +178,7 @@ class tiktoken {
 				}
 
 				if (allowed_special.count(special) == 1) {				
-					return { std::move(special), re2::StringPiece(&*start, input.begin() - start - special.size()) }; // failed on windows building
+					return { std::move(special), re2::StringPiece(&*start, input.begin() - start - special.size()) };
 				}
 			}
 			return { std::nullopt, input };