diff --git a/registry/delete.go b/registry/delete.go
index 605d68a5..1519f580 100644
--- a/registry/delete.go
+++ b/registry/delete.go
@@ -21,7 +21,7 @@ func (r *Registry) Delete(repository, ref string) error {
 	}
 	defer resp.Body.Close()
 
-	if resp.StatusCode == http.StatusAccepted {
+	if resp.StatusCode == http.StatusAccepted || resp.StatusCode == http.StatusNotFound {
 		return nil
 	}
 
diff --git a/registry/errortransport.go b/registry/errortransport.go
index e9c6b464..853b26ce 100644
--- a/registry/errortransport.go
+++ b/registry/errortransport.go
@@ -29,7 +29,7 @@ func (t *ErrorTransport) RoundTrip(request *http.Request) (*http.Response, error
 		return resp, err
 	}
 
-	if resp.StatusCode >= 400 {
+	if resp.StatusCode >= 500 {
 		defer resp.Body.Close()
 		body, err := ioutil.ReadAll(resp.Body)
 		if err != nil {