summaryrefslogtreecommitdiff
path: root/tests/blobs/test_fs_backend.py
diff options
context:
space:
mode:
authordrebs <drebs@riseup.net>2017-09-17 12:08:25 -0300
committerdrebs <drebs@riseup.net>2017-09-17 15:50:55 -0300
commitcfff46ff9becdbe5cf48816870e625ed253ecc57 (patch)
tree8d239e4499f559d86ed17ea3632008303b25d485 /tests/blobs/test_fs_backend.py
parentf29abe28bd778838626d12fcabe3980a8ce4fa8c (diff)
[refactor] move tests to root of repository
Tests entrypoint was in a testing/ subfolder in the root of the repository. This was made mainly because we had some common files for tests and we didn't want to ship them (files in testing/test_soledad, which is itself a python package. This sometimes causes errors when loading tests (it seems setuptools is confused with having one python package in a subdirectory of another). This commit moves the tests entrypoint to the root of the repository. Closes: #8952
Diffstat (limited to 'tests/blobs/test_fs_backend.py')
-rw-r--r--tests/blobs/test_fs_backend.py173
1 files changed, 173 insertions, 0 deletions
diff --git a/tests/blobs/test_fs_backend.py b/tests/blobs/test_fs_backend.py
new file mode 100644
index 00000000..53f3127d
--- /dev/null
+++ b/tests/blobs/test_fs_backend.py
@@ -0,0 +1,173 @@
+# -*- coding: utf-8 -*-
+# test_fs_backend.py
+# Copyright (C) 2017 LEAP
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+"""
+Tests for blobs backend on server side.
+"""
+from twisted.trial import unittest
+from twisted.internet import defer
+from twisted.web.test.test_web import DummyRequest
+from leap.soledad.server import _blobs
+from io import BytesIO
+from mock import Mock
+import mock
+import os
+import base64
+import json
+import pytest
+
+
+class FilesystemBackendTestCase(unittest.TestCase):
+
+ @mock.patch.object(_blobs, 'open')
+ def test_tag_header(self, open_mock):
+ open_mock.return_value = BytesIO('A' * 40 + 'B' * 16)
+ expected_tag = base64.urlsafe_b64encode('B' * 16)
+ expected_method = Mock()
+ backend = _blobs.FilesystemBlobsBackend()
+ request = Mock(responseHeaders=Mock(setRawHeaders=expected_method))
+ backend.add_tag_header('user', 'blob_id', request)
+
+ expected_method.assert_called_once_with('Tag', [expected_tag])
+
+ @mock.patch.object(_blobs.static, 'File')
+ def test_read_blob(self, file_mock):
+ render_mock = Mock()
+ file_mock.return_value = render_mock
+ backend = _blobs.FilesystemBlobsBackend()
+ request = DummyRequest([''])
+ backend._get_path = Mock(return_value='path')
+ backend.read_blob('user', 'blob_id', request)
+
+ backend._get_path.assert_called_once_with('user', 'blob_id', '')
+ ctype = 'application/octet-stream'
+ _blobs.static.File.assert_called_once_with('path', defaultType=ctype)
+ render_mock.render_GET.assert_called_once_with(request)
+
+ @mock.patch.object(os.path, 'isfile')
+ @defer.inlineCallbacks
+ def test_cannot_overwrite(self, isfile):
+ isfile.return_value = True
+ backend = _blobs.FilesystemBlobsBackend()
+ backend._get_path = Mock(return_value='path')
+ request = DummyRequest([''])
+ yield backend.write_blob('user', 'blob_id', request)
+ self.assertEquals(request.written[0], "Blob already exists: blob_id")
+ self.assertEquals(request.responseCode, 409)
+
+ @pytest.mark.usefixtures("method_tmpdir")
+ @mock.patch.object(os.path, 'isfile')
+ @defer.inlineCallbacks
+ def test_write_cannot_exceed_quota(self, isfile):
+ isfile.return_value = False
+ backend = _blobs.FilesystemBlobsBackend()
+ backend._get_path = Mock(return_value=self.tempdir)
+ request = Mock()
+
+ backend.get_total_storage = lambda x: 100
+ backend.quota = 90
+ yield backend.write_blob('user', 'blob_id', request)
+
+ request.setResponseCode.assert_called_once_with(507)
+ request.write.assert_called_once_with('Quota Exceeded!')
+
+ def test_get_path_partitioning_by_default(self):
+ backend = _blobs.FilesystemBlobsBackend()
+ backend.path = '/somewhere/'
+ path = backend._get_path('user', 'blob_id', '')
+ expected = '/somewhere/user/default/b/blo/blob_i/blob_id'
+ self.assertEquals(path, expected)
+
+ def test_get_path_custom(self):
+ backend = _blobs.FilesystemBlobsBackend()
+ backend.path = '/somewhere/'
+ path = backend._get_path('user', 'blob_id', 'wonderland')
+ expected = '/somewhere/user/wonderland/b/blo/blob_i/blob_id'
+ self.assertEquals(expected, path)
+
+ def test_get_path_namespace_traversal_raises(self):
+ backend = _blobs.FilesystemBlobsBackend()
+ backend.path = '/somewhere/'
+ with pytest.raises(Exception):
+ backend._get_path('user', 'blob_id', '..')
+
+ @pytest.mark.usefixtures("method_tmpdir")
+ @mock.patch('leap.soledad.server._blobs.os.walk')
+ def test_list_blobs(self, walk_mock):
+ backend, _ = _blobs.FilesystemBlobsBackend(self.tempdir), None
+ walk_mock.return_value = [('', _, ['blob_0']), ('', _, ['blob_1'])]
+ result = json.loads(backend.list_blobs('user', DummyRequest([''])))
+ self.assertEquals(result, ['blob_0', 'blob_1'])
+
+ @pytest.mark.usefixtures("method_tmpdir")
+ @mock.patch('leap.soledad.server._blobs.os.walk')
+ def test_list_blobs_limited_by_namespace(self, walk_mock):
+ backend, _ = _blobs.FilesystemBlobsBackend(self.tempdir), None
+ walk_mock.return_value = [('', _, ['blob_0']), ('', _, ['blob_1'])]
+ result = json.loads(backend.list_blobs('user', DummyRequest(['']),
+ namespace='incoming'))
+ self.assertEquals(result, ['blob_0', 'blob_1'])
+ target_dir = os.path.join(self.tempdir, 'user', 'incoming')
+ walk_mock.assert_called_once_with(target_dir)
+
+ @pytest.mark.usefixtures("method_tmpdir")
+ def test_path_validation_on_read_blob(self):
+ blobs_path, request = self.tempdir, DummyRequest([''])
+ backend = _blobs.FilesystemBlobsBackend(blobs_path)
+ with pytest.raises(Exception):
+ backend.read_blob('..', '..', request)
+ with pytest.raises(Exception):
+ backend.read_blob('user', '../../../', request)
+ with pytest.raises(Exception):
+ backend.read_blob('../../../', 'blob_id', request)
+ with pytest.raises(Exception):
+ backend.read_blob('user', 'blob_id', request, namespace='..')
+
+ @pytest.mark.usefixtures("method_tmpdir")
+ @defer.inlineCallbacks
+ def test_path_validation_on_write_blob(self):
+ blobs_path, request = self.tempdir, DummyRequest([''])
+ backend = _blobs.FilesystemBlobsBackend(blobs_path)
+ with pytest.raises(Exception):
+ yield backend.write_blob('..', '..', request)
+ with pytest.raises(Exception):
+ yield backend.write_blob('user', '../../../', request)
+ with pytest.raises(Exception):
+ yield backend.write_blob('../../../', 'id1', request)
+ with pytest.raises(Exception):
+ yield backend.write_blob('user', 'id2', request, namespace='..')
+
+ @pytest.mark.usefixtures("method_tmpdir")
+ @mock.patch('leap.soledad.server._blobs.os.unlink')
+ def test_delete_blob(self, unlink_mock):
+ backend = _blobs.FilesystemBlobsBackend(self.tempdir)
+ backend.delete_blob('user', 'blob_id')
+ unlink_mock.assert_any_call(backend._get_path('user',
+ 'blob_id'))
+ unlink_mock.assert_any_call(backend._get_path('user',
+ 'blob_id') + '.flags')
+
+ @pytest.mark.usefixtures("method_tmpdir")
+ @mock.patch('leap.soledad.server._blobs.os.unlink')
+ def test_delete_blob_custom_namespace(self, unlink_mock):
+ backend = _blobs.FilesystemBlobsBackend(self.tempdir)
+ backend.delete_blob('user', 'blob_id', namespace='trash')
+ unlink_mock.assert_any_call(backend._get_path('user',
+ 'blob_id',
+ 'trash'))
+ unlink_mock.assert_any_call(backend._get_path('user',
+ 'blob_id',
+ 'trash') + '.flags')