More robust testrunner validation retry logic (#80)

python/src/etos_api/library/docker.py

@@ -92,8 +92,10 @@ async def authorize(
             else:
                 query[key] = value.strip('"')
 
-        if not url:
-            raise ValueError(f"No realm found in www-authenticate header: {www_auth_header}")
+        if not isinstance(url, str) or not (
+            url.startswith("http://") or url.startswith("https://")
+        ):
+            raise ValueError(f"No realm URL found in www-authenticate header: {www_auth_header}")
 
         async with session.get(url, params=query) as response:
             response.raise_for_status()

python/src/etos_api/library/validator.py

@@ -16,7 +16,6 @@
 """ETOS API suite validator module."""
 import logging
 import asyncio
-import random
 from typing import List, Union
 from uuid import UUID
 
@@ -198,18 +197,19 @@ async def validate(self, test_suite_url):
                         test_runners.add(constraint.value)
             docker = Docker()
             for test_runner in test_runners:
-                for attempt in range(3):
+                for attempt in range(5):
+                    if attempt > 0:
+                        span.add_event(f"Test runner validation unsuccessful, retry #{attempt}")
+                        self.logger.warning(
+                            "Test runner %s validation unsuccessful, retry #%d",
+                            test_runner,
+                            attempt,
+                        )
                     result = await docker.digest(test_runner)
                     if result:
                         break
-                    span.add_event(
-                        f"Test runner validation unsuccessful, retrying {3 - attempt} more times"
-                    )
-                    self.logger.warning(
-                        "Test runner %s validation unsuccessful, retrying %d more times",
-                        test_runner,
-                        3 - attempt,
-                    )
-                    await asyncio.sleep(random.randint(1, 3))
+                    # Total wait time with 5 attempts: 55 seconds
+                    sleep_time = (attempt + 1) ** 2
+                    await asyncio.sleep(sleep_time)
 
                 assert result is not None, f"Test runner {test_runner} not found"