diff --git a/pkg/builder/client/client.go b/pkg/builder/client/client.go
index f77ec7a2..448397a1 100644
--- a/pkg/builder/client/client.go
+++ b/pkg/builder/client/client.go
@@ -44,6 +44,7 @@ type (
 
 func MakeClient(logger *zap.Logger, builderUrl string) *Client {
 	hc := retryablehttp.NewClient()
+	hc.ErrorHandler = retryablehttp.PassthroughErrorHandler
 	hc.HTTPClient.Transport = otelhttp.NewTransport(hc.HTTPClient.Transport)
 	return &Client{
 		logger:     logger.Named("builder_client"),