diff --git a/docker/api/client.py b/docker/api/client.py
index 394ceb1f..210f8ba6 100644
--- a/docker/api/client.py
+++ b/docker/api/client.py
@@ -359,6 +359,7 @@ class APIClient(
             if decode:
                 yield from json_stream(self._stream_helper(response, False))
             else:
+                self._raise_for_status(response)
                 reader = response.raw
                 while not reader.closed:
                     # this read call will block until we get a chunk