runtime error

Exit code: 1. Reason: stral/modeling_mistral.py", line 49, in <module> from flash_attn import flash_attn_func, flash_attn_varlen_func File "/usr/local/lib/python3.10/site-packages/flash_attn/__init__.py", line 3, in <module> from flash_attn.flash_attn_interface import ( File "/usr/local/lib/python3.10/site-packages/flash_attn/flash_attn_interface.py", line 15, in <module> import flash_attn_2_cuda as flash_attn_gpu ModuleNotFoundError: No module named 'flash_attn_2_cuda' The above exception was the direct cause of the following exception: Traceback (most recent call last): File "/home/user/app/app.py", line 70, in <module> model = AutoModelForCausalLM.from_pretrained( File "/usr/local/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 560, in from_pretrained model_class = _get_model_class(config, cls._model_mapping) File "/usr/local/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 381, in _get_model_class supported_models = model_mapping[type(config)] File "/usr/local/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 732, in __getitem__ return self._load_attr_from_module(model_type, model_name) File "/usr/local/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 746, in _load_attr_from_module return getattribute_from_module(self._modules[module_name], attr) File "/usr/local/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py", line 690, in getattribute_from_module if hasattr(module, attr): File "/usr/local/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1380, in __getattr__ module = self._get_module(self._class_to_module[name]) File "/usr/local/lib/python3.10/site-packages/transformers/utils/import_utils.py", line 1392, in _get_module raise RuntimeError( RuntimeError: Failed to import transformers.models.mistral.modeling_mistral because of the following error (look up to see its traceback): No module named 'flash_attn_2_cuda'

Container logs: