summaryrefslogtreecommitdiff
path: root/tests/benchmarks/test_sqlite_blobs_backend.py
blob: 8c6caa66c2438aac65546b8d1dc00b059891c26d (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
import pytest
import os

from uuid import uuid4
from io import BytesIO

from twisted.internet.defer import gatherResults
from twisted.internet.defer import DeferredSemaphore

from leap.soledad.client._db.blobs import SQLiteBlobBackend


semaphore = DeferredSemaphore(2)


#
# put
#

def put(backend, amount, data):
    deferreds = []
    for _ in xrange(amount):
        blob_id = uuid4().hex
        fd = BytesIO(data)
        size = len(data)
        d = semaphore.run(backend.put, blob_id, fd, size)
        deferreds.append(d)
    return gatherResults(deferreds)


def create_put_test(amount, size):

    @pytest.inlineCallbacks
    @pytest.mark.sqlite_blobs_backend_put
    def test(txbenchmark, payload, tmpdir):
        """
        Insert a certain amount of data in the sqlite blobs backend.
        """
        dbpath = os.path.join(tmpdir.strpath, 'blobs.db')
        backend = SQLiteBlobBackend(dbpath, key='123')
        data = payload(size)
        yield txbenchmark(put, backend, amount, data)

    return test


test_sqlite_blobs_backend_put_1_10000k = create_put_test(1, 10000 * 1000)
test_sqlite_blobs_backend_put_10_1000k = create_put_test(10, 1000 * 1000)
test_sqlite_blobs_backend_put_100_100k = create_put_test(100, 100 * 1000)
test_sqlite_blobs_backend_put_1000_10k = create_put_test(1000, 10 * 1000)


#
# put
#

@pytest.inlineCallbacks
def get(backend):
    local = yield backend.list()
    deferreds = []
    for blob_id in local:
        d = backend.get(blob_id)
        deferreds.append(d)
    yield gatherResults(deferreds)


def create_get_test(amount, size):

    @pytest.inlineCallbacks
    @pytest.mark.sqlite_blobs_backend_get
    def test(txbenchmark, payload, tmpdir):
        """
        Retrieve a certain amount of data from the sqlite blobs backend.
        """
        dbpath = os.path.join(tmpdir.strpath, 'blobs.db')
        backend = SQLiteBlobBackend(dbpath, key='123')
        data = payload(size)

        yield put(backend, amount, data)
        yield txbenchmark(get, backend)

    return test


test_sqlite_blobs_backend_get_1_10000k = create_get_test(1, 10000 * 1000)
test_sqlite_blobs_backend_get_10_1000k = create_get_test(10, 1000 * 1000)
test_sqlite_blobs_backend_get_100_100k = create_get_test(100, 100 * 1000)
test_sqlite_blobs_backend_get_1000_10k = create_get_test(1000, 10 * 1000)