From 3db3b7b93ef1d6bdf602dfe17329959ed9b36644 Mon Sep 17 00:00:00 2001 From: SageMik Date: Thu, 17 Oct 2024 19:36:23 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E5=A4=8D=20#158=EF=BC=8CWindows=20?= =?UTF-8?q?=E4=B8=8B=20Debug=20=E7=89=88=E6=9C=AC=20dll=20=E5=B4=A9?= =?UTF-8?q?=E6=BA=83=E9=97=AE=E9=A2=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/simple_tokenizer.cc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/simple_tokenizer.cc b/src/simple_tokenizer.cc index 955fe5e..facf45c 100644 --- a/src/simple_tokenizer.cc +++ b/src/simple_tokenizer.cc @@ -21,7 +21,7 @@ PinYin *SimpleTokenizer::get_pinyin() { return py; } -static TokenCategory from_char(char c) { +static TokenCategory from_char(unsigned char c) { if (std::isdigit(c)) { return TokenCategory::DIGIT; }