Running the evaluation command bash eval_bench/scripts/pope_eval.sh reports an error: AttributeError: module 'torch' has no attribute 'float8_e4m3fn', indicating that the torch version is too low. #1
Description
A module that was compiled using NumPy 1.x cannot be run in
NumPy 2.2.3 as it may crash. To support both 1.x and 2.x
versions of NumPy, modules must be compiled with NumPy 2.0.
Some module may need to rebuild instead e.g. with 'pybind11>=2.12'.
If you are a user of the module, the easiest solution will be to
downgrade to 'numpy<2' or try to upgrade the affected module.
We expect that some modules will need time to support NumPy 2.
Traceback (most recent call last): File "/home/wangjiyang/DeGF/eval_bench/pope_eval_llava.py", line 18, in
from llava.constants import IMAGE_TOKEN_INDEX, DEFAULT_IMAGE_TOKEN
File "/home/wangjiyang/DeGF/experiments/llava/init.py", line 1, in
from .model import LlavaLlamaForCausalLM
File "/home/wangjiyang/DeGF/experiments/llava/model/init.py", line 1, in
from .language_model.llava_llama import LlavaLlamaForCausalLM, LlavaConfig
File "/home/wangjiyang/DeGF/experiments/llava/model/language_model/llava_llama.py", line 23, in
from transformers import AutoConfig, AutoModelForCausalLM,
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1090, in getattr
value = getattr(module, name)
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1089, in getattr
module = self._get_module(self._class_to_module[name])
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1099, in _get_module
return importlib.import_module("." + module_name, self.name)
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/importlib/init.py", line 126, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/transformers/models/llama/modeling_llama.py", line 32, in
from ...modeling_utils import PreTrainedModel
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/transformers/modeling_utils.py", line 86, in
from accelerate import dispatch_model, infer_auto_device_map, init_empty_weights
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/accelerate/init.py", line 3, in
from .accelerator import Accelerator
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/accelerate/accelerator.py", line 35, in
from .checkpointing import load_accelerator_state, load_custom_state, save_accelerator_state, save_custom_state
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/accelerate/checkpointing.py", line 24, in
from .utils import (
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/accelerate/utils/init.py", line 131, in
from .bnb import has_4bit_bnb_layers, load_and_quantize_model
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/accelerate/utils/bnb.py", line 42, in
import bitsandbytes as bnb
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/bitsandbytes/init.py", line 6, in
from . import cuda_setup, utils, research
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/bitsandbytes/research/init.py", line 1, in
from . import nn
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/bitsandbytes/research/nn/init.py", line 1, in
from .modules import LinearFP8Mixed, LinearFP8Global
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/bitsandbytes/research/nn/modules.py", line 8, in
from bitsandbytes.optim import GlobalOptimManager
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/bitsandbytes/optim/init.py", line 8, in
from .adagrad import Adagrad, Adagrad8bit, Adagrad32bit
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/bitsandbytes/optim/adagrad.py", line 5, in
from bitsandbytes.optim.optimizer import Optimizer1State
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/bitsandbytes/optim/optimizer.py", line 12, in
import bitsandbytes.functional as F
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/bitsandbytes/functional.py", line 169, in
def get_paged(*shape, dtype=torch.float32, device=torch.device('cuda', index=0)):
/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/bitsandbytes/functional.py:169: UserWarning: Failed to initialize NumPy: _ARRAY_API not found (Triggered internally at ../torch/csrc/utils/tensor_numpy.cpp:84.)
def get_paged(*shape, dtype=torch.float32, device=torch.device('cuda', index=0)):
/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/torchvision/datapoints/init.py:12: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: pytorch/vision#6753, and you can also check out pytorch/vision#7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning().
warnings.warn(_BETA_TRANSFORMS_WARNING)
/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/torchvision/transforms/v2/init.py:54: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: pytorch/vision#6753, and you can also check out pytorch/vision#7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning().
warnings.warn(_BETA_TRANSFORMS_WARNING)
Traceback (most recent call last):
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/utils/import_utils.py", line 920, in _get_module
return importlib.import_module("." + module_name, self.name)
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/importlib/init.py", line 126, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "", line 1050, in _gcd_import
File "", line 1027, in _find_and_load
File "", line 992, in _find_and_load_unlocked
File "", line 241, in _call_with_frames_removed
File "", line 1050, in _gcd_import
File "", line 1027, in _find_and_load
File "", line 1006, in _find_and_load_unlocked
File "", line 688, in _load_unlocked
File "", line 883, in exec_module
File "", line 241, in _call_with_frames_removed
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/models/autoencoders/init.py", line 1, in
from .autoencoder_asym_kl import AsymmetricAutoencoderKL
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/models/autoencoders/autoencoder_asym_kl.py", line 22, in
from ..modeling_utils import ModelMixin
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/models/modeling_utils.py", line 35, in
from ..quantizers import DiffusersAutoQuantizer, DiffusersQuantizer
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/quantizers/init.py", line 15, in
from .auto import DiffusersAutoQuantizer
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/quantizers/auto.py", line 31, in
from .torchao import TorchAoHfQuantizer
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/quantizers/torchao/init.py", line 15, in
from .torchao_quantizer import TorchAoHfQuantizer
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/quantizers/torchao/torchao_quantizer.py", line 57, in
torch.float8_e4m3fn,
AttributeError: module 'torch' has no attribute 'float8_e4m3fn'
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/utils/import_utils.py", line 920, in _get_module
return importlib.import_module("." + module_name, self.name)
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/importlib/init.py", line 126, in import_module
return _bootstrap._gcd_import(name[level:], package, level)
File "", line 1050, in _gcd_import
File "", line 1027, in _find_and_load
File "", line 1006, in _find_and_load_unlocked
File "", line 688, in _load_unlocked
File "", line 883, in exec_module
File "", line 241, in _call_with_frames_removed
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_image_variation.py", line 25, in
from ...models import AutoencoderKL, UNet2DConditionModel
File "", line 1075, in _handle_fromlist
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/utils/import_utils.py", line 910, in getattr
module = self._get_module(self._class_to_module[name])
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/utils/import_utils.py", line 922, in _get_module
raise RuntimeError(
RuntimeError: Failed to import diffusers.models.autoencoders.autoencoder_kl because of the following error (look up to see its traceback):
module 'torch' has no attribute 'float8_e4m3fn'
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/home/wangjiyang/DeGF/eval_bench/pope_eval_llava.py", line 37, in
from degf_utils.image_variation import get_image_variation_pipeline, apply_image_variation
File "/home/wangjiyang/DeGF/degf_utils/image_variation.py", line 1, in
from diffusers import StableDiffusionImageVariationPipeline
File "", line 1075, in _handle_fromlist
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/utils/import_utils.py", line 911, in getattr
value = getattr(module, name)
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/utils/import_utils.py", line 911, in getattr
value = getattr(module, name)
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/utils/import_utils.py", line 910, in getattr
module = self._get_module(self._class_to_module[name])
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/diffusers/utils/import_utils.py", line 922, in _get_module
raise RuntimeError(
RuntimeError: Failed to import diffusers.pipelines.stable_diffusion.pipeline_stable_diffusion_image_variation because of the following error (look up to see its traceback):
Failed to import diffusers.models.autoencoders.autoencoder_kl because of the following error (look up to see its traceback):
module 'torch' has no attribute 'float8_e4m3fn'
ERROR:torch.distributed.elastic.multiprocessing.api:failed (exitcode: 1) local_rank: 0 (pid: 950380) of binary: /home/wangjiyang/miniconda3/envs/DeGF/bin/python3.1
Traceback (most recent call last):
File "/home/wangjiyang/miniconda3/envs/DeGF/bin/torchrun", line 8, in
sys.exit(main())
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/errors/init.py", line 346, in wrapper
return f(*args, **kwargs)
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/torch/distributed/run.py", line 794, in main
run(args)
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/torch/distributed/run.py", line 785, in run
elastic_launch(
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 134, in call
return launch_agent(self._config, self._entrypoint, list(args))
File "/home/wangjiyang/miniconda3/envs/DeGF/lib/python3.10/site-packages/torch/distributed/launcher/api.py", line 250, in launch_agent
raise ChildFailedError(
torch.distributed.elastic.multiprocessing.errors.ChildFailedError:
eval_bench/pope_eval_llava.py FAILED
Failures:
<NO_OTHER_FAILURES>
Root Cause (first observed failure):
[0]:
time : 2025-02-19_20:46:03
host : ubuntu
rank : 0 (local_rank: 0)
exitcode : 1 (pid: 950380)
error_file: <N/A>
traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html