fix: remove stale assert (#21369)
This commit is contained in:
parent
43a4ee4a2c
commit
d3416a4aa9
1 changed files with 0 additions and 2 deletions
|
|
@ -3712,9 +3712,7 @@ int llama_vocab::max_token_len() const {
|
||||||
|
|
||||||
int llama_vocab::find_bpe_rank(const std::string & token_left, const std::string & token_right) const {
|
int llama_vocab::find_bpe_rank(const std::string & token_left, const std::string & token_right) const {
|
||||||
GGML_ASSERT(token_left.find(' ') == std::string::npos);
|
GGML_ASSERT(token_left.find(' ') == std::string::npos);
|
||||||
GGML_ASSERT(token_left.find('\n') == std::string::npos);
|
|
||||||
GGML_ASSERT(token_right.find(' ') == std::string::npos);
|
GGML_ASSERT(token_right.find(' ') == std::string::npos);
|
||||||
GGML_ASSERT(token_right.find('\n') == std::string::npos);
|
|
||||||
|
|
||||||
auto it = pimpl->bpe_ranks.find(std::make_pair(token_left, token_right));
|
auto it = pimpl->bpe_ranks.find(std::make_pair(token_left, token_right));
|
||||||
if (it == pimpl->bpe_ranks.end()) {
|
if (it == pimpl->bpe_ranks.end()) {
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue