[feature] upload streaming

1) enable HTTP 1.1 chunked upload on server
2) make the client sync.py generate a list of function calls instead of
a list of full docs
3) disable encryption pool
4) make the doc encryption a list of function calls
5) create a twisted protocol for sending
6) make a producer that calls the doc generation as necessary

1 files changed, 14 insertions, 10 deletions

diff --git a/client/src/leap/soledad/client/sync.py b/client/src/leap/soledad/client/sync.py
index d3cfe029..9d237d98 100644
--- a/client/src/leap/soledad/client/sync.py
+++ b/client/src/leap/soledad/client/sync.py
@@ -142,17 +142,21 @@ class SoledadSynchronizer(Synchronizer):
         # --------------------------------------------------------------------
 
         # prepare to send all the changed docs
-        changed_doc_ids = [doc_id for doc_id, _, _ in changes]
-        docs_to_send = self.source.get_docs(
-            changed_doc_ids, check_for_conflicts=False, include_deleted=True)
-        ids_sent = []
+        # changed_doc_ids = [doc_id for doc_id, _, _ in changes]
+        # docs_to_send = self.source.get_docs(
+        #     changed_doc_ids, check_for_conflicts=False, include_deleted=True)
+        ids_sent = [doc_id for doc_id, _, _ in changes]
+        # docs_by_generation = []
+        # idx = 0
+        # for doc in docs_to_send:
+        #     _, gen, trans = changes[idx]
+        #     docs_by_generation.append((doc, gen, trans))
+        #     idx += 1
+        #     ids_sent.append(doc.doc_id)
         docs_by_generation = []
-        idx = 0
-        for doc in docs_to_send:
-            _, gen, trans = changes[idx]
-            docs_by_generation.append((doc, gen, trans))
-            idx += 1
-            ids_sent.append(doc.doc_id)
+        for doc_id, gen, trans in changes:
+            get_doc = (self.source.get_doc, doc_id)
+            docs_by_generation.append((get_doc, gen, trans))
 
         # exchange documents and try to insert the returned ones with
         # the target, return target synced-up-to gen.