bump tokenicer to 0.0.4 & remove FORMAT_FIELD_COMPAT_MARLIN (#1315)

* bump tokenicer to 0.0.4

* fix import FORMAT_FIELD_COMPAT_MARLIN

Author: CSY-ModelCloud

gptqmodel/quantization/__init__.py

@@ -14,7 +14,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-from .config import (FORMAT, FORMAT_FIELD_CODE, FORMAT_FIELD_COMPAT_MARLIN, FORMAT_FIELD_JSON,
+from .config import (FORMAT, FORMAT_FIELD_CODE, FORMAT_FIELD_JSON,
                      QUANT_CONFIG_FILENAME, QUANT_METHOD, QUANT_METHOD_FIELD, BaseQuantizeConfig, QuantizeConfig)
 from .gptq import GPTQ
 from .quantizer import Quantizer, quantize

gptqmodel/quantization/config.py

@@ -351,8 +351,6 @@ def from_quant_config(cls, quantize_cfg, format: str = None):
                     raise ValueError(f"QuantizeConfig: Unknown quantization method: `{val}`.")
                 else:
                     normalized[QUANT_METHOD_FIELD] = val
-            elif key == FORMAT_FIELD_COMPAT_MARLIN and val:
-                normalized[FORMAT_FIELD_CODE] = FORMAT.MARLIN
             elif key in field_names:
                 normalized[key] = val
             else:

requirements.txt

@@ -13,4 +13,4 @@ hf_transfer>=0.1.9
 huggingface_hub>=0.28.1
 lm-eval==0.4.7
 colorlog>=6.9.0
-tokenicer>=0.0.3
+tokenicer>=0.0.4