summaryrefslogtreecommitdiff
path: root/testing/tests/perf/test_encdecpool.py
blob: abc58e35a06f9c93340f2053546dcd4af5d28f12 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
import pytest
import json
from uuid import uuid4
from twisted.internet.defer import gatherResults
from leap.soledad.client.encdecpool import SyncEncrypterPool
from leap.soledad.client.encdecpool import SyncDecrypterPool
from leap.soledad.common.document import SoledadDocument


def create_encrypt(amount, size):
    @pytest.mark.benchmark(group="test_pool_encrypt")
    @pytest.inlineCallbacks
    def test(soledad_client, txbenchmark_with_setup, request):
        DOC_CONTENT = {'payload': 'x'*size}

        def setup():
            client = soledad_client()
            pool = SyncEncrypterPool(client._crypto, client._sync_db)
            pool.start()
            request.addfinalizer(pool.stop)
            return (pool,), {}

        @pytest.inlineCallbacks
        def put_and_wait(pool):
            doc_ids = []
            deferreds = []
            for _ in xrange(amount):
                doc = SoledadDocument(
                    doc_id=uuid4().hex, rev='rev',
                    json=json.dumps(DOC_CONTENT))
                deferreds.append(pool.encrypt_doc(doc))
                doc_ids.append(doc.doc_id)
            yield gatherResults(deferreds)

        yield txbenchmark_with_setup(setup, put_and_wait)
    return test

test_encdecpool_encrypt_1000_10k = create_encrypt(1000, 10*1000)
# test_encdecpool_encrypt_1000_500k = create_encrypt(1000, 500*1000)
# test_encdecpool_encrypt_1000_1M = create_encrypt(1000, 1000*1000)
# test_encdecpool_encrypt_1000_10M = create_encrypt(1000, 10*1000*1000)


def create_decrypt(amount, size):
    @pytest.mark.benchmark(group="test_pool_decrypt")
    @pytest.inlineCallbacks
    def test(soledad_client, txbenchmark_with_setup, request):
        DOC_CONTENT = {'payload': 'x'*size}
        client = soledad_client()

        def setup():
            pool = SyncDecrypterPool(
                client._crypto,
                client._sync_db,
                source_replica_uid=client._dbpool.replica_uid,
                insert_doc_cb=lambda x, y, z: False)  # ignored
            pool.start(amount)
            request.addfinalizer(pool.stop)
            crypto = client._crypto
            docs = []
            for _ in xrange(amount):
                doc = SoledadDocument(
                    doc_id=uuid4().hex, rev='rev',
                    json=json.dumps(DOC_CONTENT))
                encrypted_content = json.loads(crypto.encrypt_doc(doc))
                docs.append((doc.doc_id, encrypted_content))
            return (pool, docs), {}

        def put_and_wait(pool, docs):
            deferreds = []  # fires on completion
            for idx, (doc_id, content) in enumerate(docs, 1):
                deferreds.append(pool.insert_encrypted_received_doc(
                    doc_id, 'rev', content, idx, "trans_id", idx))
            return gatherResults(deferreds)

        yield txbenchmark_with_setup(setup, put_and_wait)
    return test

test_encdecpool_decrypt_1000_10k = create_decrypt(1000, 10*1000)
test_encdecpool_decrypt_1000_100k = create_decrypt(1000, 10*1000)
# memory issues ahead
# test_encdecpool_decrypt_1000_500k = create_decrypt(1000, 500*1000)
# test_encdecpool_decrypt_1000_1M = create_decrypt(1000, 1000*1000)
# test_encdecpool_decrypt_1000_10M = create_decrypt(1000, 10*1000*1000)