use cached_property instead

src/axolotl/utils/models.py

@@ -7,6 +7,7 @@
 import math
 import os
 import types
+from functools import cached_property
 from typing import Any, Dict, Optional, Tuple, Union  # noqa: F401
 
 import addict
@@ -452,7 +453,7 @@ def patch_attention(self) -> None:
 
                 replace_stablelm_attn_with_flash_attn(self.cfg.base_model)
 
-    @property
+    @cached_property
     def flash_attn(self) -> bool:
         """Check if flash attention is installed"""
         return importlib.util.find_spec("flash_attn") is not None