diff --git a/lib/foreman_cement/engine.rb b/lib/foreman_cement/engine.rb
index 3ba074276481e35f84ee0e192951d0eab869d6d3..2e915e8d84995f5208cb4c789dd4aa2a94ed40ba 100644
--- a/lib/foreman_cement/engine.rb
+++ b/lib/foreman_cement/engine.rb
@@ -17,12 +17,10 @@ module ForemanCement
       end
     end
 
-    initializer 'foreman_cement.configure_sentry', after: :load_environment_config do
-      require 'foreman_cement/configure_sentry' if SETTINGS.with_indifferent_access['sentry_dsn']
-    end
-
     # Include concerns in this config.to_prepare block
     config.to_prepare do
+      require 'foreman_cement/configure_sentry' if SETTINGS.with_indifferent_access['sentry_dsn']
+
       ::Foreman::Exception.include ForemanCement::Extensions::Foreman::Exception
       ::Foreman::LoggingImpl.include ForemanCement::Extensions::Foreman::Logging
       ::ApplicationController.include ForemanCement::ApplicationControllerExtensions