diff --git a/prometheus_client/metrics.py b/prometheus_client/metrics.py
index 46175860..e6835510 100644
--- a/prometheus_client/metrics.py
+++ b/prometheus_client/metrics.py
@@ -200,7 +200,8 @@ def remove(self, *labelvalues: Any) -> None:
             raise ValueError('Incorrect label count (expected %d, got %s)' % (len(self._labelnames), labelvalues))
         labelvalues = tuple(str(l) for l in labelvalues)
         with self._lock:
-            del self._metrics[labelvalues]
+            if labelvalues in self._metrics:
+                del self._metrics[labelvalues]
 
     def clear(self) -> None:
         """Remove all labelsets from the metric"""