diff --git a/python/src/etos_api/library/validator.py b/python/src/etos_api/library/validator.py
index 667b35b..8bba4ea 100644
--- a/python/src/etos_api/library/validator.py
+++ b/python/src/etos_api/library/validator.py
@@ -97,7 +97,10 @@ def is_test_runner_valid(cls, test_runner: str) -> bool:
         timestamp = cls.get_timestamp(test_runner)
         if timestamp is None:
             return False
-        return (timestamp + cls.TESTRUNNER_VALIDATION_WINDOW) > time.time()
+        if (timestamp + cls.TESTRUNNER_VALIDATION_WINDOW) > time.time():
+            return True
+        cls.remove(test_runner)
+        return False
 
 
 class Environment(BaseModel):