blob: 02a686f5d9af83253e975e765e97c3be10dc8619 [file] [log] [blame]
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +00001#------------------------------------------------------------------------
2#
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +00003# Copyright (C) 2000 Autonomous Zone Industries
4#
5# License: This is free software. You may use this software for any
6# purpose including modification/redistribution, so long as
7# this header remains intact and that you do not claim any
8# rights of ownership or authorship of this software. This
9# software has been tested, but no warranty is expressed or
10# implied.
11#
Gregory P. Smithf8057852007-09-09 20:25:00 +000012# Author: Gregory P. Smith <greg@krypto.org>
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +000013#
14# Note: I don't know how useful this is in reality since when a
Martin v. Löwisb2c7aff2002-11-23 11:26:07 +000015# DBLockDeadlockError happens the current transaction is supposed to be
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +000016# aborted. If it doesn't then when the operation is attempted again
17# the deadlock is still happening...
18# --Robin
19#
20#------------------------------------------------------------------------
21
22
23#
24# import the time.sleep function in a namespace safe way to allow
Gregory P. Smith506f7b52006-06-15 08:52:32 +000025# "from bsddb.dbutils import *"
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +000026#
Barry Warsaw9a0d7792002-12-30 20:53:52 +000027from time import sleep as _sleep
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +000028
Jesus Ceac5a11fa2008-07-23 11:38:42 +000029import sys
30absolute_import = (sys.version_info[0] >= 3)
31if absolute_import :
32 # Because this syntaxis is not valid before Python 2.5
33 exec("from . import db")
34else :
35 import db
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +000036
Barry Warsaw9a0d7792002-12-30 20:53:52 +000037# always sleep at least N seconds between retrys
Gregory P. Smith506f7b52006-06-15 08:52:32 +000038_deadlock_MinSleepTime = 1.0/128
Barry Warsaw9a0d7792002-12-30 20:53:52 +000039# never sleep more than N seconds between retrys
40_deadlock_MaxSleepTime = 3.14159
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +000041
Barry Warsaw9a0d7792002-12-30 20:53:52 +000042# Assign a file object to this for a "sleeping" message to be written to it
43# each retry
44_deadlock_VerboseFile = None
45
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +000046
47def DeadlockWrap(function, *_args, **_kwargs):
48 """DeadlockWrap(function, *_args, **_kwargs) - automatically retries
49 function in case of a database deadlock.
50
Martin v. Löwisb2c7aff2002-11-23 11:26:07 +000051 This is a function intended to be used to wrap database calls such
52 that they perform retrys with exponentially backing off sleeps in
53 between when a DBLockDeadlockError exception is raised.
54
55 A 'max_retries' parameter may optionally be passed to prevent it
56 from retrying forever (in which case the exception will be reraised).
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +000057
58 d = DB(...)
59 d.open(...)
60 DeadlockWrap(d.put, "foo", data="bar") # set key "foo" to "bar"
61 """
62 sleeptime = _deadlock_MinSleepTime
Martin v. Löwisb2c7aff2002-11-23 11:26:07 +000063 max_retries = _kwargs.get('max_retries', -1)
Antoine Pitrou63b0cb22009-10-14 18:01:33 +000064 if 'max_retries' in _kwargs:
Martin v. Löwisb2c7aff2002-11-23 11:26:07 +000065 del _kwargs['max_retries']
Gregory P. Smith506f7b52006-06-15 08:52:32 +000066 while True:
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +000067 try:
Barry Warsaw9a0d7792002-12-30 20:53:52 +000068 return function(*_args, **_kwargs)
Barry Warsawf71de3e2003-01-28 17:20:44 +000069 except db.DBLockDeadlockError:
Martin v. Löwisb2c7aff2002-11-23 11:26:07 +000070 if _deadlock_VerboseFile:
Barry Warsaw9a0d7792002-12-30 20:53:52 +000071 _deadlock_VerboseFile.write(
72 'dbutils.DeadlockWrap: sleeping %1.3f\n' % sleeptime)
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +000073 _sleep(sleeptime)
74 # exponential backoff in the sleep time
Barry Warsaw9a0d7792002-12-30 20:53:52 +000075 sleeptime *= 2
76 if sleeptime > _deadlock_MaxSleepTime:
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +000077 sleeptime = _deadlock_MaxSleepTime
Barry Warsaw9a0d7792002-12-30 20:53:52 +000078 max_retries -= 1
Martin v. Löwisb2c7aff2002-11-23 11:26:07 +000079 if max_retries == -1:
80 raise
Martin v. Löwis6aa4a1f2002-11-19 08:09:52 +000081
82
83#------------------------------------------------------------------------