WARNING[XFORMERS]: xFormers can't load C++/CUDA extensions.

[TruongQuocTruong]

╭─────────────────────────────── Traceback (most recent call last) ────────────────────────────────╮
│ /home/truongtq/.local/lib/python3.10/site-packages/xformers/checkpoint.py:53 in │
│ │
│ 50 │
│ 51 │
│ 52 try: │
│ ❱ 53 │ from torch.utils.checkpoint import SAC_IGNORED_OPS as _ignored_ops # type: ignore │
│ 54 │ │
│ 55 │ _PT_HAS_NEW_IMPL = True │
│ 56 except ImportError: │
╰──────────────────────────────────────────────────────────────────────────────────────────────────╯
ImportError: cannot import name 'SAC_IGNORED_OPS' from 'torch.utils.checkpoint'
(/home/truongtq/.local/lib/python3.10/site-packages/torch/utils/checkpoint.py)

During handling of the above exception, another exception occurred:

╭─────────────────────────────── Traceback (most recent call last) ────────────────────────────────╮
│ /mnt/mmlab2024nas/truongtq/FateZero/test_fatezero.py:16 in │
│ │
│ 13 from accelerate import Accelerator │
│ 14 from accelerate.logging import get_logger │
│ 15 from accelerate.utils import set_seed │
│ ❱ 16 from diffusers import ( │
│ 17 │ AutoencoderKL, │
│ 18 │ DDIMScheduler, │
│ 19 ) │
│ │
│ /home/truongtq/.local/lib/python3.10/site-packages/diffusers/init.py:28 in │
│ │
│ 25 │ from .utils.dummy_pt_objects import * # noqa F403 │
│ 26 else: │
│ 27 │ from .modeling_utils import ModelMixin │
│ ❱ 28 │ from .models import ( │
│ 29 │ │ AutoencoderKL, │
│ 30 │ │ PriorTransformer, │
│ 31 │ │ Transformer2DModel, │
│ │
│ /home/truongtq/.local/lib/python3.10/site-packages/diffusers/models/init.py:19 in │
│ │
│ 16 │
│ 17 │
│ 18 if is_torch_available(): │
│ ❱ 19 │ from .attention import Transformer2DModel │
│ 20 │ from .prior_transformer import PriorTransformer │
│ 21 │ from .unet_1d import UNet1DModel │
│ 22 │ from .unet_2d import UNet2DModel │
│ │
│ /home/truongtq/.local/lib/python3.10/site-packages/diffusers/models/attention.py:42 in │
│ │
│ 39 │
│ 40 │
│ 41 if is_xformers_available(): │
│ ❱ 42 │ import xformers │
│ 43 │ import xformers.ops │
│ 44 else: │
│ 45 │ xformers = None │
│ │
│ /home/truongtq/.local/lib/python3.10/site-packages/xformers/init.py:12 in │
│ │
│ 9 import torch │
│ 10 │
│ 11 from . import _cpp_lib │
│ ❱ 12 from .checkpoint import ( # noqa: E402, F401 │
│ 13 │ checkpoint, │
│ 14 │ get_optimal_checkpoint_policy, │
│ 15 │ list_operators, │
│ │
│ /home/truongtq/.local/lib/python3.10/site-packages/xformers/checkpoint.py:57 in │
│ │
│ 54 │ │
│ 55 │ _PT_HAS_NEW_IMPL = True │
│ 56 except ImportError: │
│ ❱ 57 │ from torch.utils.checkpoint import _ignored_ops # type: ignore │
│ 58 │ │
│ 59 │ _PT_HAS_NEW_IMPL = False │
│ 60 │
╰──────────────────────────────────────────────────────────────────────────────────────────────────╯
ImportError: cannot import name '_ignored_ops' from 'torch.utils.checkpoint'
(/home/truongtq/.local/lib/python3.10/site-packages/torch/utils/checkpoint.py)
╭─────────────────────────────── Traceback (most recent call last) ────────────────────────────────╮
│ /home/truongtq/.local/bin/accelerate:8 in │
│ │
│ 5 from accelerate.commands.accelerate_cli import main │
│ 6 if name == 'main': │
│ 7 │ sys.argv[0] = re.sub(r'(-script.pyw|.exe)?$', '', sys.argv[0]) │
│ ❱ 8 │ sys.exit(main()) │
│ 9 │
│ │
│ /home/truongtq/.local/lib/python3.10/site-packages/accelerate/commands/accelerate_cli.py:45 in │
│ main │
│ │
│ 42 │ │ exit(1) │
│ 43 │ │
│ 44 │ # Run │
│ ❱ 45 │ args.func(args) │
│ 46 │
│ 47 │
│ 48 if name == "main": │
│ │
│ /home/truongtq/.local/lib/python3.10/site-packages/accelerate/commands/launch.py:1104 in │
│ launch_command │
│ │
│ 1101 │ elif defaults is not None and defaults.compute_environment == ComputeEnvironment.AMA │
│ 1102 │ │ sagemaker_launcher(defaults, args) │
│ 1103 │ else: │
│ ❱ 1104 │ │ simple_launcher(args) │
│ 1105 │
│ 1106 │
│ 1107 def main(): │
│ │
│ /home/truongtq/.local/lib/python3.10/site-packages/accelerate/commands/launch.py:567 in │
│ simple_launcher │
│ │
│ 564 │ process = subprocess.Popen(cmd, env=current_env) │
│ 565 │ process.wait() │
│ 566 │ if process.returncode != 0: │
│ ❱ 567 │ │ raise subprocess.CalledProcessError(returncode=process.returncode, cmd=cmd) │
│ 568 │
│ 569 │
│ 570 def multi_gpu_launcher(args): │
╰──────────────────────────────────────────────────────────────────────────────────────────────────╯
CalledProcessError: Command '['/opt/miniconda3/bin/python', 'test_fatezero.py', '--config', 'config/teaser/jeep_watercolor.yaml']'
returned non-zero exit status 1.

How to fix it. I set up the environment in RTX 3090