diff --git a/src/backends.jl b/src/backends.jl
index 57e6c75fe..6b803858b 100644
--- a/src/backends.jl
+++ b/src/backends.jl
@@ -592,9 +592,12 @@ function _initialize_backend(pkg::PlotlyBackend)
         _post_imports(pkg)
         _runtime_init(pkg)
     catch err
-        err isa ArgumentError ||
-            @warn "Failed to load integration with PlotlyBase & PlotlyKaleide." exception =
+        if err isa ArgumentError
+            @warn "Failed to load integration with PlotlyBase & PlotlyKaleido." exception =
                 (err, catch_backtrace())
+        else
+            rethrow(err)
+        end
         # NOTE: `plotly` is special in the way that it does not require dependencies for displaying a plot
         # as a result, we cannot rely on the `@require` mechanism for loading glue code
         # this is why it must be done here.