diff --git a/src/hf_tokenizer.cpp b/src/hf_tokenizer.cpp index a04005b..84467ed 100644 --- a/src/hf_tokenizer.cpp +++ b/src/hf_tokenizer.cpp @@ -147,15 +147,15 @@ Error HFTokenizer::load(const std::string& path) { // Pull out the token strings try { - const std::string bos_token = - parsed_config_json.contains("bos_token") && !parsed_config_json["bos_token"].is_null() - ? parsed_config_json["bos_token"].get() - : ""; + const std::string bos_token = parsed_config_json.contains("bos_token") && + !parsed_config_json["bos_token"].is_null() + ? parsed_config_json["bos_token"].get() + : ""; - const std::string eos_token = - parsed_config_json.contains("eos_token") && !parsed_config_json["eos_token"].is_null() - ? parsed_config_json["eos_token"].get() - : ""; + const std::string eos_token = parsed_config_json.contains("eos_token") && + !parsed_config_json["eos_token"].is_null() + ? parsed_config_json["eos_token"].get() + : ""; const auto bos_res = special_token_map_->tryGetInteger(bos_token); const auto eos_res = special_token_map_->tryGetInteger(eos_token); if (!bos_res) {