diff options
author | Victor Shyba <victor.shyba@gmail.com> | 2016-09-19 21:48:56 -0300 |
---|---|---|
committer | drebs <drebs@leap.se> | 2016-12-12 09:11:58 -0200 |
commit | a8182bb4f954c02d53d699bfe2a645667d770269 (patch) | |
tree | 750ff9c7a4459f632b09f809e08406678dea8330 /client/src/leap/soledad/client/sync.py | |
parent | 07dcb2ae5240f20a26903f53a432fcd49c7f1ec9 (diff) |
[feature] upload streaming
1) enable HTTP 1.1 chunked upload on server
2) make the client sync.py generate a list of function calls instead of
a list of full docs
3) disable encryption pool
4) make the doc encryption a list of function calls
5) create a twisted protocol for sending
6) make a producer that calls the doc generation as necessary
Diffstat (limited to 'client/src/leap/soledad/client/sync.py')
-rw-r--r-- | client/src/leap/soledad/client/sync.py | 24 |
1 files changed, 14 insertions, 10 deletions
diff --git a/client/src/leap/soledad/client/sync.py b/client/src/leap/soledad/client/sync.py index d3cfe029..9d237d98 100644 --- a/client/src/leap/soledad/client/sync.py +++ b/client/src/leap/soledad/client/sync.py @@ -142,17 +142,21 @@ class SoledadSynchronizer(Synchronizer): # -------------------------------------------------------------------- # prepare to send all the changed docs - changed_doc_ids = [doc_id for doc_id, _, _ in changes] - docs_to_send = self.source.get_docs( - changed_doc_ids, check_for_conflicts=False, include_deleted=True) - ids_sent = [] + # changed_doc_ids = [doc_id for doc_id, _, _ in changes] + # docs_to_send = self.source.get_docs( + # changed_doc_ids, check_for_conflicts=False, include_deleted=True) + ids_sent = [doc_id for doc_id, _, _ in changes] + # docs_by_generation = [] + # idx = 0 + # for doc in docs_to_send: + # _, gen, trans = changes[idx] + # docs_by_generation.append((doc, gen, trans)) + # idx += 1 + # ids_sent.append(doc.doc_id) docs_by_generation = [] - idx = 0 - for doc in docs_to_send: - _, gen, trans = changes[idx] - docs_by_generation.append((doc, gen, trans)) - idx += 1 - ids_sent.append(doc.doc_id) + for doc_id, gen, trans in changes: + get_doc = (self.source.get_doc, doc_id) + docs_by_generation.append((get_doc, gen, trans)) # exchange documents and try to insert the returned ones with # the target, return target synced-up-to gen. |