diff --git a/src/simple_tokenizer.cc b/src/simple_tokenizer.cc index facf45c..955fe5e 100644 --- a/src/simple_tokenizer.cc +++ b/src/simple_tokenizer.cc @@ -21,7 +21,7 @@ PinYin *SimpleTokenizer::get_pinyin() { return py; } -static TokenCategory from_char(unsigned char c) { +static TokenCategory from_char(char c) { if (std::isdigit(c)) { return TokenCategory::DIGIT; }