diff --git a/tests/test_widgets.py b/tests/test_widgets.py
index e98b82e..179a264 100644
--- a/tests/test_widgets.py
+++ b/tests/test_widgets.py
@@ -579,6 +579,7 @@ def test_widget_answer(self, selenium_driver):
         ("tests/notebooks/widget_cue_figure-inline.ipynb", "inline"),
     ],
 )
+@pytest.mark.matplotlib
 def test_widget_figure(selenium_driver, nb_filename, mpl_backend):
     """
     We separate the widget figure tests for different backends to different files
diff --git a/tox.ini b/tox.ini
index a705a01..0257a7b 100644
--- a/tox.ini
+++ b/tox.ini
@@ -73,7 +73,7 @@ deps =
 commands =
     # converts the python files to ipython notebooks
     jupytext tests/notebooks/*.py --to ipynb
-    pytest {posargs:-v} --driver Firefox
+    pytest {posargs:-v} -m "not matplotlib" --driver Firefox
 
 [testenv:coverage]
 # We do coverage in a separate environment that skips the selenium tests but