[refactor] move tests to root of repository

Tests entrypoint was in a testing/ subfolder in the root of the
repository. This was made mainly because we had some common files for
tests and we didn't want to ship them (files in testing/test_soledad,
which is itself a python package. This sometimes causes errors when
loading tests (it seems setuptools is confused with having one python
package in a subdirectory of another).

This commit moves the tests entrypoint to the root of the repository.

Closes: #8952

1 files changed, 173 insertions, 0 deletions

diff --git a/tests/blobs/test_fs_backend.py b/tests/blobs/test_fs_backend.py
new file mode 100644
index 00000000..53f3127d
--- /dev/null
+++ b/tests/blobs/test_fs_backend.py
@@ -0,0 +1,173 @@
+# -*- coding: utf-8 -*-
+# test_fs_backend.py
+# Copyright (C) 2017 LEAP
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+"""
+Tests for blobs backend on server side.
+"""
+from twisted.trial import unittest
+from twisted.internet import defer
+from twisted.web.test.test_web import DummyRequest
+from leap.soledad.server import _blobs
+from io import BytesIO
+from mock import Mock
+import mock
+import os
+import base64
+import json
+import pytest
+
+
+class FilesystemBackendTestCase(unittest.TestCase):
+
+    @mock.patch.object(_blobs, 'open')
+    def test_tag_header(self, open_mock):
+        open_mock.return_value = BytesIO('A' * 40 + 'B' * 16)
+        expected_tag = base64.urlsafe_b64encode('B' * 16)
+        expected_method = Mock()
+        backend = _blobs.FilesystemBlobsBackend()
+        request = Mock(responseHeaders=Mock(setRawHeaders=expected_method))
+        backend.add_tag_header('user', 'blob_id', request)
+
+        expected_method.assert_called_once_with('Tag', [expected_tag])
+
+    @mock.patch.object(_blobs.static, 'File')
+    def test_read_blob(self, file_mock):
+        render_mock = Mock()
+        file_mock.return_value = render_mock
+        backend = _blobs.FilesystemBlobsBackend()
+        request = DummyRequest([''])
+        backend._get_path = Mock(return_value='path')
+        backend.read_blob('user', 'blob_id', request)
+
+        backend._get_path.assert_called_once_with('user', 'blob_id', '')
+        ctype = 'application/octet-stream'
+        _blobs.static.File.assert_called_once_with('path', defaultType=ctype)
+        render_mock.render_GET.assert_called_once_with(request)
+
+    @mock.patch.object(os.path, 'isfile')
+    @defer.inlineCallbacks
+    def test_cannot_overwrite(self, isfile):
+        isfile.return_value = True
+        backend = _blobs.FilesystemBlobsBackend()
+        backend._get_path = Mock(return_value='path')
+        request = DummyRequest([''])
+        yield backend.write_blob('user', 'blob_id', request)
+        self.assertEquals(request.written[0], "Blob already exists: blob_id")
+        self.assertEquals(request.responseCode, 409)
+
+    @pytest.mark.usefixtures("method_tmpdir")
+    @mock.patch.object(os.path, 'isfile')
+    @defer.inlineCallbacks
+    def test_write_cannot_exceed_quota(self, isfile):
+        isfile.return_value = False
+        backend = _blobs.FilesystemBlobsBackend()
+        backend._get_path = Mock(return_value=self.tempdir)
+        request = Mock()
+
+        backend.get_total_storage = lambda x: 100
+        backend.quota = 90
+        yield backend.write_blob('user', 'blob_id', request)
+
+        request.setResponseCode.assert_called_once_with(507)
+        request.write.assert_called_once_with('Quota Exceeded!')
+
+    def test_get_path_partitioning_by_default(self):
+        backend = _blobs.FilesystemBlobsBackend()
+        backend.path = '/somewhere/'
+        path = backend._get_path('user', 'blob_id', '')
+        expected = '/somewhere/user/default/b/blo/blob_i/blob_id'
+        self.assertEquals(path, expected)
+
+    def test_get_path_custom(self):
+        backend = _blobs.FilesystemBlobsBackend()
+        backend.path = '/somewhere/'
+        path = backend._get_path('user', 'blob_id', 'wonderland')
+        expected = '/somewhere/user/wonderland/b/blo/blob_i/blob_id'
+        self.assertEquals(expected, path)
+
+    def test_get_path_namespace_traversal_raises(self):
+        backend = _blobs.FilesystemBlobsBackend()
+        backend.path = '/somewhere/'
+        with pytest.raises(Exception):
+            backend._get_path('user', 'blob_id', '..')
+
+    @pytest.mark.usefixtures("method_tmpdir")
+    @mock.patch('leap.soledad.server._blobs.os.walk')
+    def test_list_blobs(self, walk_mock):
+        backend, _ = _blobs.FilesystemBlobsBackend(self.tempdir), None
+        walk_mock.return_value = [('', _, ['blob_0']), ('', _, ['blob_1'])]
+        result = json.loads(backend.list_blobs('user', DummyRequest([''])))
+        self.assertEquals(result, ['blob_0', 'blob_1'])
+
+    @pytest.mark.usefixtures("method_tmpdir")
+    @mock.patch('leap.soledad.server._blobs.os.walk')
+    def test_list_blobs_limited_by_namespace(self, walk_mock):
+        backend, _ = _blobs.FilesystemBlobsBackend(self.tempdir), None
+        walk_mock.return_value = [('', _, ['blob_0']), ('', _, ['blob_1'])]
+        result = json.loads(backend.list_blobs('user', DummyRequest(['']),
+                                               namespace='incoming'))
+        self.assertEquals(result, ['blob_0', 'blob_1'])
+        target_dir = os.path.join(self.tempdir, 'user', 'incoming')
+        walk_mock.assert_called_once_with(target_dir)
+
+    @pytest.mark.usefixtures("method_tmpdir")
+    def test_path_validation_on_read_blob(self):
+        blobs_path, request = self.tempdir, DummyRequest([''])
+        backend = _blobs.FilesystemBlobsBackend(blobs_path)
+        with pytest.raises(Exception):
+            backend.read_blob('..', '..', request)
+        with pytest.raises(Exception):
+            backend.read_blob('user', '../../../', request)
+        with pytest.raises(Exception):
+            backend.read_blob('../../../', 'blob_id', request)
+        with pytest.raises(Exception):
+            backend.read_blob('user', 'blob_id', request, namespace='..')
+
+    @pytest.mark.usefixtures("method_tmpdir")
+    @defer.inlineCallbacks
+    def test_path_validation_on_write_blob(self):
+        blobs_path, request = self.tempdir, DummyRequest([''])
+        backend = _blobs.FilesystemBlobsBackend(blobs_path)
+        with pytest.raises(Exception):
+            yield backend.write_blob('..', '..', request)
+        with pytest.raises(Exception):
+            yield backend.write_blob('user', '../../../', request)
+        with pytest.raises(Exception):
+            yield backend.write_blob('../../../', 'id1', request)
+        with pytest.raises(Exception):
+            yield backend.write_blob('user', 'id2', request, namespace='..')
+
+    @pytest.mark.usefixtures("method_tmpdir")
+    @mock.patch('leap.soledad.server._blobs.os.unlink')
+    def test_delete_blob(self, unlink_mock):
+        backend = _blobs.FilesystemBlobsBackend(self.tempdir)
+        backend.delete_blob('user', 'blob_id')
+        unlink_mock.assert_any_call(backend._get_path('user',
+                                                      'blob_id'))
+        unlink_mock.assert_any_call(backend._get_path('user',
+                                                      'blob_id') + '.flags')
+
+    @pytest.mark.usefixtures("method_tmpdir")
+    @mock.patch('leap.soledad.server._blobs.os.unlink')
+    def test_delete_blob_custom_namespace(self, unlink_mock):
+        backend = _blobs.FilesystemBlobsBackend(self.tempdir)
+        backend.delete_blob('user', 'blob_id', namespace='trash')
+        unlink_mock.assert_any_call(backend._get_path('user',
+                                                      'blob_id',
+                                                      'trash'))
+        unlink_mock.assert_any_call(backend._get_path('user',
+                                                      'blob_id',
+                                                      'trash') + '.flags')