lint : fix

Author: ggerganov

.flake8

@@ -1,4 +1,4 @@
 [flake8]
 max-line-length = 125
 ignore = E203,E211,E221,E225,E231,E241,E251,E261,E266,E501,E701,E704,W503
-exclude = examples/*,examples/*/**,*/**/__init__.py
+exclude = examples/*,examples/*/**,*/**/__init__.py,scripts/gen-unicode-data.py,tests/test-tokenizer-0.py

convert-hf-to-gguf-update.py

@@ -31,8 +31,9 @@
 from enum import IntEnum, auto
 from transformers import AutoTokenizer
 
-logger = logging.getLogger("convert-hf-to-gguf-update")
+logging.basicConfig(level=logging.DEBUG)
 
+logger = logging.getLogger("convert-hf-to-gguf-update")
 
 class TOKENIZER_TYPE(IntEnum):
     SPM = auto()
@@ -284,6 +285,6 @@ def get_vocab_base_pre(self, tokenizer) -> str:
 for model in models:
     name = model["name"]
 
-    logger.info(f"python3 convert-hf-to-gguf.py models/tokenizers/{name}/ --outfile models/ggml-vocab-{name}.gguf --vocab-only")
+    print(f"python3 convert-hf-to-gguf.py models/tokenizers/{name}/ --outfile models/ggml-vocab-{name}.gguf --vocab-only") # noqa: NP100
 
 logger.info("\n")