I had the same problem with you. I tried create this piece of code.
Replace all the default ResourceLoader.Load() with my version and the problem went away.
public static class Utils {
public static Dictionary<string, PackedScene> CachedScenes = new();
public static T CreateInstanceFromScene<T>(string path) where T : Node {
if (CachedScenes.ContainsKey(path) == false) {
CachedScenes[path] = ResourceLoader.Load<PackedScene>(path, null, ResourceLoader.CacheMode.IgnoreDeep);
}
return CachedScenes[path].Instantiate<T>();
}
}