diff --git a/tests/transforms/test_spectrogram.py b/tests/transforms/test_spectrogram.py
new file mode 100644
index 0000000..6b95b90
--- /dev/null
+++ b/tests/transforms/test_spectrogram.py
@@ -0,0 +1,111 @@
+import pytest
+import torch
+from torchaudio.transforms import Spectrogram
+
+from ml4gw.transforms import MultiResolutionSpectrogram
+
+
+@pytest.fixture(params=[2, 4, 5])
+def kernel_length(request):
+    return request.param
+
+
+@pytest.fixture(params=[128, 256])
+def sample_rate(request):
+    return request.param
+
+
+@pytest.fixture(params=[1, 10])
+def batch_size(request):
+    return request.param
+
+
+@pytest.fixture(params=[1, 3])
+def num_channels(request):
+    return request.param
+
+
+@pytest.fixture(params=[[64], [64, 128], [64, 128, 256]])
+def n_ffts(request):
+    return request.param
+
+
+@pytest.fixture(params=[[50]])
+def win_lengths(request):
+    return request.param
+
+
+@pytest.fixture(params=[[2], [2, 2, 2, 2]])
+def powers(request):
+    return request.param
+
+
+def test_multi_resolution_spectrogram(
+    kernel_length,
+    sample_rate,
+    batch_size,
+    num_channels,
+    n_ffts,
+    win_lengths,
+    powers,
+):
+
+    # List length of spectrogram parameters must be compatible
+    if len(powers) == 4 and len(n_ffts) > 1:
+        with pytest.raises(ValueError):
+            spectrogram = MultiResolutionSpectrogram(
+                kernel_length,
+                sample_rate,
+                n_fft=n_ffts,
+                win_length=win_lengths,
+                power=powers,
+            )
+        return
+
+    # Creating a MRS without any spectrogram arguments should
+    # just create a single default torchaudio histogram with
+    # `normalized = True`
+    spectrogram = MultiResolutionSpectrogram(kernel_length, sample_rate)
+    with pytest.raises(ValueError):
+        spectrogram(torch.ones([4, 3, kernel_length * sample_rate + 1]))
+
+    X = torch.ones([batch_size, num_channels, kernel_length * sample_rate])
+    y = spectrogram(X)
+    expected_y = Spectrogram(normalized=True)(X)
+
+    assert (y == expected_y).all()
+
+    # The `normalized = False` should be ignored
+    spectrogram = MultiResolutionSpectrogram(
+        kernel_length, sample_rate, normalized=[False]
+    )
+    y = spectrogram(X)
+
+    assert (y == expected_y).all()
+
+    # Check that all the indexing we're doing is working by
+    # performing a more explicit version of the algorithm
+    spectrogram = MultiResolutionSpectrogram(
+        kernel_length,
+        sample_rate,
+        n_fft=n_ffts,
+        win_length=win_lengths,
+        power=powers,
+    )
+    y = spectrogram(X)
+    kwargs = spectrogram.kwargs
+    ta_spectrograms = [Spectrogram(**k)(X[0, 0]) for k in kwargs]
+    t_dim = max([spec.shape[-1] for spec in ta_spectrograms])
+    f_dim = max([spec.shape[-2] for spec in ta_spectrograms])
+    expected_y = torch.zeros([f_dim, t_dim])
+
+    for i in range(t_dim):
+        for j in range(f_dim):
+            max_value = 0
+            for spec in ta_spectrograms:
+                t_idx = int(i / t_dim * spec.shape[-1])
+                f_idx = int(j / f_dim * spec.shape[-2])
+                max_value = max(max_value, spec[f_idx, t_idx])
+            expected_y[j, i] += max_value
+
+    assert torch.allclose(y[0, 0], expected_y, rtol=1e-6)