summaryrefslogtreecommitdiff
path: root/src/leap/soledad
diff options
context:
space:
mode:
authorVictor Shyba <victor1984@riseup.net>2017-09-26 02:07:53 -0300
committerVictor Shyba <victor1984@riseup.net>2017-10-05 05:41:40 -0300
commitbbc704834bf15798e4bce3e75e3baaebd38a8765 (patch)
tree1f5ddc24064e46d00a873f51f1411bd1d25bd602 /src/leap/soledad
parent703036c34dbea644e7fb104ccaf812b00333bf4d (diff)
[feature] retry during upload + proper wait
Added retry to upload and modified retry implementation to comply with discussed spec. According to it, we should wait between retries, something like 1s, 10s, .. up to 1 minute. -- Resolves: #8822
Diffstat (limited to 'src/leap/soledad')
-rw-r--r--src/leap/soledad/client/_db/blobs.py34
1 files changed, 22 insertions, 12 deletions
diff --git a/src/leap/soledad/client/_db/blobs.py b/src/leap/soledad/client/_db/blobs.py
index 05802dab..d25a5ca6 100644
--- a/src/leap/soledad/client/_db/blobs.py
+++ b/src/leap/soledad/client/_db/blobs.py
@@ -31,6 +31,7 @@ from functools import partial
from twisted.logger import Logger
from twisted.enterprise import adbapi
from twisted.internet import defer
+from twisted.internet import reactor
from twisted.internet import error
import treq
@@ -145,6 +146,24 @@ def check_http_status(code, blob_id=None, flags=None):
raise SoledadError("Server Error: %s" % code)
+def sleep(seconds):
+ d = defer.Deferred()
+ reactor.callLater(seconds, d.callback, None)
+ return d
+
+
+@defer.inlineCallbacks
+def with_retry(func, *args, **kwargs):
+ retry_wait, max_wait = 1, 60
+ while True:
+ try:
+ yield func(*args, **kwargs)
+ break
+ except(error.ConnectError, error.ConnectionClosed):
+ yield sleep(retry_wait)
+ retry_wait = min(retry_wait + 10, max_wait)
+
+
class DecrypterBuffer(object):
def __init__(self, blob_id, secret, tag):
@@ -302,7 +321,8 @@ class BlobManager(object):
deferreds = []
for _ in range(min(self.concurrency_limit, len(missing))):
blob_id = missing.pop()
- deferreds.append(self.__send_one(blob_id, namespace))
+ d = with_retry(self.__send_one, blob_id, namespace)
+ deferreds.append(d)
yield defer.gatherResults(deferreds)
@defer.inlineCallbacks
@@ -339,21 +359,11 @@ class BlobManager(object):
for _ in range(min(self.concurrency_limit, len(docs_we_want))):
blob_id = docs_we_want.pop()
logger.info("Fetching new doc: %s" % blob_id)
- d = self.__with_retry(self.get, blob_id, namespace)
+ d = with_retry(self.get, blob_id, namespace)
deferreds.append(d)
yield defer.gatherResults(deferreds)
@defer.inlineCallbacks
- def __with_retry(self, func, *args, **kwargs):
- retries, max_retries = 0, 300
- while retries < max_retries:
- try:
- yield func(*args, **kwargs)
- break
- except(error.ConnectError, error.ConnectionClosed):
- retries += 1
-
- @defer.inlineCallbacks
def sync(self, namespace=''):
yield self.refresh_sync_status_from_server(namespace)
yield self.fetch_missing(namespace)