Compare commits

...

2 Commits

Author SHA1 Message Date
Devon Hudson
126f0c3587 Add changelog entry 2025-01-31 16:45:01 -07:00
Devon Hudson
e519ee230b Add log message when worker lock timeouts get large 2025-01-31 16:40:07 -07:00
2 changed files with 10 additions and 0 deletions

1
changelog.d/18124.misc Normal file
View File

@@ -0,0 +1 @@
Add log message when worker lock timeouts get large.

View File

@@ -19,6 +19,7 @@
#
#
import logging
import random
from types import TracebackType
from typing import (
@@ -269,6 +270,10 @@ class WaitingLock:
def _get_next_retry_interval(self) -> float:
next = self._retry_interval
self._retry_interval = max(5, next * 2)
if self._retry_interval > 5 * 2 ^ 7: # ~10 minutes
logging.warning(
f"Lock timeout is getting excessive: {self._retry_interval}s. There may be a deadlock."
)
return next * random.uniform(0.9, 1.1)
@@ -344,4 +349,8 @@ class WaitingMultiLock:
def _get_next_retry_interval(self) -> float:
next = self._retry_interval
self._retry_interval = max(5, next * 2)
if self._retry_interval > 5 * 2 ^ 7: # ~10 minutes
logging.warning(
f"Lock timeout is getting excessive: {self._retry_interval}s. There may be a deadlock."
)
return next * random.uniform(0.9, 1.1)