Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 0 additions & 2 deletions convert-baichuan-hf-to-gguf.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,9 @@
import argparse
import json
import os
import struct
import sys
from pathlib import Path
from typing import TYPE_CHECKING, Any
import itertools
import numpy as np
import torch
from sentencepiece import SentencePieceProcessor # type: ignore[import]
Expand Down
1 change: 0 additions & 1 deletion convert-llama-ggml-to-gguf.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,6 @@
from __future__ import annotations

import argparse
import math
import struct
import sys
from enum import IntEnum
Expand Down
2 changes: 0 additions & 2 deletions examples/finetune/convert-finetune-checkpoint-to-gguf.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,7 @@

import argparse
import gguf
import os
import struct
import sys
import numpy as np
from pathlib import Path

Expand Down
2 changes: 0 additions & 2 deletions tests/test-tokenizer-0-falcon.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,5 @@
# tests with BPE tokenizer

import os
import sys
import argparse

from transformers import AutoTokenizer
Expand Down
2 changes: 0 additions & 2 deletions tests/test-tokenizer-0-llama.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,5 @@
# tests with SPM tokenizer

import os
import sys
import argparse

from sentencepiece import SentencePieceProcessor
Expand Down