diff --git a/caddytls/maintain.go b/caddytls/maintain.go
index 5e867d4b8..b24b62125 100644
--- a/caddytls/maintain.go
+++ b/caddytls/maintain.go
@@ -334,6 +334,7 @@ func DeleteOldStapleFiles() {
 			if err != nil {
 				log.Printf("[ERROR] Purging corrupt staple file %s: %v", stapleFile, err)
 			}
+			continue
 		}
 		if time.Now().After(resp.NextUpdate) {
 			// response has expired; delete it