diff --git a/flatline_lsp.py b/flatline_lsp.py
index 3731b52..8fb129f 100644
--- a/flatline_lsp.py
+++ b/flatline_lsp.py
@@ -75,6 +75,7 @@ def forward(  # type: ignore
             f"http://{self.baseckend_server_host}:{self.baseckend_server_port}/v1/calc_next_token_logits",
             json=dict(input_tokens=input_ids[0].tolist()),
         )
+        res.raise_for_status()
         return CausalLMOutput(
             loss=None,
             logits=torch.FloatTensor(res.json()["next_token_logits"]).reshape(