Skip to content

Commit 5c99960

Browse files
committed
py : remove unnecessary hasattr (#4903)
1 parent bee938d commit 5c99960

File tree

1 file changed

+4
-5
lines changed

1 file changed

+4
-5
lines changed

convert-hf-to-gguf.py

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -266,11 +266,10 @@ def _set_vocab_gpt2(self):
266266
toktypes.append(gguf.TokenType.USER_DEFINED)
267267
elif reverse_vocab[i] in added_vocab:
268268
tokens.append(reverse_vocab[i])
269-
if hasattr(tokenizer, "added_tokens_decoder"):
270-
if tokenizer.added_tokens_decoder[i].special:
271-
toktypes.append(gguf.TokenType.CONTROL)
272-
else:
273-
toktypes.append(gguf.TokenType.USER_DEFINED)
269+
if tokenizer.added_tokens_decoder[i].special:
270+
toktypes.append(gguf.TokenType.CONTROL)
271+
else:
272+
toktypes.append(gguf.TokenType.USER_DEFINED)
274273
else:
275274
tokens.append(reverse_vocab[i])
276275
toktypes.append(gguf.TokenType.NORMAL)

0 commit comments

Comments
 (0)