diff --git a/lib/factory_bot_rails/railtie.rb b/lib/factory_bot_rails/railtie.rb
index 2b12237..064786e 100644
--- a/lib/factory_bot_rails/railtie.rb
+++ b/lib/factory_bot_rails/railtie.rb
@@ -40,7 +40,7 @@ class Railtie < Rails::Railtie
 
     config.after_initialize do |app|
       FactoryBot.find_definitions
-      Reloader.new(app).run
+      Reloader.new(app).run if !app.config.cache_classes && app.config.reload_classes_only_on_change
       app.config.factory_bot.validator.run
     end