From 2fce7ad2b5862c25ed2eddc60803bd97d37f4a47 Mon Sep 17 00:00:00 2001
From: Hansong <107070759+kirklandsign@users.noreply.github.com>
Date: Mon, 21 Apr 2025 14:12:48 -0700
Subject: [PATCH] Initialize bos_tok_ = 0 in tokenizer.h

Otherwise not sure whether `bos_tok_ = 0` is initialized
---
 include/pytorch/tokenizers/tokenizer.h | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/include/pytorch/tokenizers/tokenizer.h b/include/pytorch/tokenizers/tokenizer.h
index 23bde19..5c9b866 100644
--- a/include/pytorch/tokenizers/tokenizer.h
+++ b/include/pytorch/tokenizers/tokenizer.h
@@ -59,7 +59,7 @@ class Tokenizer {
  protected:
   bool initialized_ = false;
   int32_t vocab_size_ = 0;
-  uint64_t bos_tok_, eos_tok_ = 0;
+  uint64_t bos_tok_ = 0, eos_tok_ = 0;
 };
 
 } // namespace tokenizers