1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
|
# -*- coding: utf-8 -*-
# test_crypto.py
# Copyright (C) 2013 LEAP
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
"""
Tests for cryptographic related stuff.
"""
import binascii
import base64
import hashlib
import json
import os
from io import BytesIO
import pytest
from cryptography.hazmat.primitives.ciphers import Cipher, algorithms, modes
from cryptography.hazmat.backends import default_backend
from leap.soledad.common.document import SoledadDocument
from test_soledad.util import BaseSoledadTest
from leap.soledad.client import _crypto
from twisted.trial import unittest
from twisted.internet import defer
snowden1 = (
"You can't come up against "
"the world's most powerful intelligence "
"agencies and not accept the risk. "
"If they want to get you, over time "
"they will.")
class AESTest(unittest.TestCase):
def test_chunked_encryption(self):
key = 'A' * 32
fd = BytesIO()
aes = _crypto.AESConsumer(key, _buffer=fd)
iv = aes.iv
data = snowden1
block = 16
for i in range(len(data) / block):
chunk = data[i * block:(i + 1) * block]
aes.write(chunk)
aes.end()
ciphertext_chunked = fd.getvalue()
ciphertext = _aes_encrypt(key, iv, data)
assert ciphertext_chunked == ciphertext
def test_decrypt(self):
key = 'A' * 32
iv = 'A' * 16
data = snowden1
block = 16
ciphertext = _aes_encrypt(key, iv, data)
fd = BytesIO()
operation = _crypto.AESConsumer.decrypt
aes = _crypto.AESConsumer(key, iv, fd, operation)
for i in range(len(ciphertext) / block):
chunk = ciphertext[i * block:(i + 1) * block]
aes.write(chunk)
aes.end()
cleartext_chunked = fd.getvalue()
assert cleartext_chunked == data
class BlobTestCase(unittest.TestCase):
class doc_info:
doc_id = 'D-deadbeef'
rev = '397932e0c77f45fcb7c3732930e7e9b2:1'
@defer.inlineCallbacks
def test_blob_encryptor(self):
inf = BytesIO(snowden1)
blob = _crypto.BlobEncryptor(
self.doc_info, inf,
secret='A' * 96)
encrypted = yield blob.encrypt()
preamble, ciphertext = _crypto._split(encrypted.getvalue())
ciphertext = ciphertext[:-64]
assert len(preamble) == _crypto.PACMAN.size
unpacked_data = _crypto.PACMAN.unpack(preamble)
pad, ts, sch, meth, iv, doc_id, rev = unpacked_data
assert pad == '\x80'
assert sch == 1
assert meth == 1
assert iv == blob.iv
assert doc_id == 'D-deadbeef'
assert rev == self.doc_info.rev
aes_key = _crypto._get_sym_key_for_doc(
self.doc_info.doc_id, 'A' * 96)
assert ciphertext == _aes_encrypt(aes_key, blob.iv, snowden1)
decrypted = _aes_decrypt(aes_key, blob.iv, ciphertext)
assert str(decrypted) == snowden1
@defer.inlineCallbacks
def test_blob_decryptor(self):
inf = BytesIO(snowden1)
blob = _crypto.BlobEncryptor(
self.doc_info, inf,
secret='A' * 96)
ciphertext = yield blob.encrypt()
decryptor = _crypto.BlobDecryptor(
self.doc_info, ciphertext,
secret='A' * 96)
decrypted = yield decryptor.decrypt()
assert decrypted == snowden1
@defer.inlineCallbacks
def test_encrypt_and_decrypt(self):
"""
Check that encrypting and decrypting gives same doc.
"""
crypto = _crypto.SoledadCrypto('A' * 96)
payload = {'key': 'someval'}
doc1 = SoledadDocument('id1', '1', json.dumps(payload))
encrypted = yield crypto.encrypt_doc(doc1)
assert encrypted != payload
assert 'raw' in encrypted
doc2 = SoledadDocument('id1', '1')
doc2.set_json(encrypted)
assert _crypto.is_symmetrically_encrypted(doc2)
decrypted = yield crypto.decrypt_doc(doc2)
assert len(decrypted) != 0
assert json.loads(decrypted) == payload
@defer.inlineCallbacks
def test_decrypt_with_wrong_mac_raises(self):
"""
Trying to decrypt a document with wrong MAC should raise.
"""
crypto = _crypto.SoledadCrypto('A' * 96)
payload = {'key': 'someval'}
doc1 = SoledadDocument('id1', '1', json.dumps(payload))
encrypted = yield crypto.encrypt_doc(doc1)
encdict = json.loads(encrypted)
preamble, raw = _crypto._split(str(encdict['raw']))
# mess with MAC
messed = raw[:-64] + '0' * 64
preamble = base64.urlsafe_b64encode(preamble)
newraw = preamble + ' ' + base64.urlsafe_b64encode(str(messed))
doc2 = SoledadDocument('id1', '1')
doc2.set_json(json.dumps({"raw": str(newraw)}))
with pytest.raises(_crypto.InvalidBlob):
yield crypto.decrypt_doc(doc2)
class RecoveryDocumentTestCase(BaseSoledadTest):
def test_export_recovery_document_raw(self):
rd = self._soledad.secrets._export_recovery_document()
secret_id = rd[self._soledad.secrets.STORAGE_SECRETS_KEY].items()[0][0]
# assert exported secret is the same
secret = self._soledad.secrets._decrypt_storage_secret_version_1(
rd[self._soledad.secrets.STORAGE_SECRETS_KEY][secret_id])
self.assertEqual(secret_id, self._soledad.secrets._secret_id)
self.assertEqual(secret, self._soledad.secrets._secrets[secret_id])
# assert recovery document structure
encrypted_secret = rd[
self._soledad.secrets.STORAGE_SECRETS_KEY][secret_id]
self.assertTrue(self._soledad.secrets.CIPHER_KEY in encrypted_secret)
self.assertTrue(
encrypted_secret[self._soledad.secrets.CIPHER_KEY] == 'aes256')
self.assertTrue(self._soledad.secrets.LENGTH_KEY in encrypted_secret)
self.assertTrue(self._soledad.secrets.SECRET_KEY in encrypted_secret)
def test_import_recovery_document(self):
rd = self._soledad.secrets._export_recovery_document()
s = self._soledad_instance()
s.secrets._import_recovery_document(rd)
s.secrets.set_secret_id(self._soledad.secrets._secret_id)
self.assertEqual(self._soledad.storage_secret,
s.storage_secret,
'Failed settinng secret for symmetric encryption.')
s.close()
class SoledadSecretsTestCase(BaseSoledadTest):
def test_new_soledad_instance_generates_one_secret(self):
self.assertTrue(
self._soledad.storage_secret is not None,
"Expected secret to be something different than None")
number_of_secrets = len(self._soledad.secrets._secrets)
self.assertTrue(
number_of_secrets == 1,
"Expected exactly 1 secret, got %d instead." % number_of_secrets)
def test_generated_secret_is_of_correct_type(self):
expected_type = str
self.assertIsInstance(
self._soledad.storage_secret, expected_type,
"Expected secret to be of type %s" % expected_type)
def test_generated_secret_has_correct_lengt(self):
expected_length = self._soledad.secrets.GEN_SECRET_LENGTH
actual_length = len(self._soledad.storage_secret)
self.assertTrue(
expected_length == actual_length,
"Expected secret with length %d, got %d instead."
% (expected_length, actual_length))
def test_generated_secret_id_is_sha256_hash_of_secret(self):
generated = self._soledad.secrets.secret_id
expected = hashlib.sha256(self._soledad.storage_secret).hexdigest()
self.assertTrue(
generated == expected,
"Expeceted generated secret id to be sha256 hash, got something "
"else instead.")
def test_generate_new_secret_generates_different_secret_id(self):
# generate new secret
secret_id_1 = self._soledad.secrets.secret_id
secret_id_2 = self._soledad.secrets._gen_secret()
self.assertTrue(
len(self._soledad.secrets._secrets) == 2,
"Expected exactly 2 secrets.")
self.assertTrue(
secret_id_1 != secret_id_2,
"Expected IDs of secrets to be distinct.")
self.assertTrue(
secret_id_1 in self._soledad.secrets._secrets,
"Expected to find ID of first secret in Soledad Secrets.")
self.assertTrue(
secret_id_2 in self._soledad.secrets._secrets,
"Expected to find ID of second secret in Soledad Secrets.")
def test__has_secret(self):
self.assertTrue(
self._soledad._secrets._has_secret(),
"Should have a secret at this point")
class SoledadCryptoAESTestCase(BaseSoledadTest):
def test_encrypt_decrypt_sym(self):
# generate 256-bit key
key = os.urandom(32)
iv, cyphertext = _crypto.encrypt_sym('data', key)
self.assertTrue(cyphertext is not None)
self.assertTrue(cyphertext != '')
self.assertTrue(cyphertext != 'data')
plaintext = _crypto.decrypt_sym(cyphertext, key, iv)
self.assertEqual('data', plaintext)
def test_decrypt_with_wrong_iv_fails(self):
key = os.urandom(32)
iv, cyphertext = _crypto.encrypt_sym('data', key)
self.assertTrue(cyphertext is not None)
self.assertTrue(cyphertext != '')
self.assertTrue(cyphertext != 'data')
# get a different iv by changing the first byte
rawiv = binascii.a2b_base64(iv)
wrongiv = rawiv
while wrongiv == rawiv:
wrongiv = os.urandom(1) + rawiv[1:]
plaintext = _crypto.decrypt_sym(
cyphertext, key, iv=binascii.b2a_base64(wrongiv))
self.assertNotEqual('data', plaintext)
def test_decrypt_with_wrong_key_fails(self):
key = os.urandom(32)
iv, cyphertext = _crypto.encrypt_sym('data', key)
self.assertTrue(cyphertext is not None)
self.assertTrue(cyphertext != '')
self.assertTrue(cyphertext != 'data')
wrongkey = os.urandom(32) # 256-bits key
# ensure keys are different in case we are extremely lucky
while wrongkey == key:
wrongkey = os.urandom(32)
plaintext = _crypto.decrypt_sym(cyphertext, wrongkey, iv)
self.assertNotEqual('data', plaintext)
def _aes_encrypt(key, iv, data):
backend = default_backend()
cipher = Cipher(algorithms.AES(key), modes.CTR(iv), backend=backend)
encryptor = cipher.encryptor()
return encryptor.update(data) + encryptor.finalize()
def _aes_decrypt(key, iv, data):
backend = default_backend()
cipher = Cipher(algorithms.AES(key), modes.CTR(iv), backend=backend)
decryptor = cipher.decryptor()
return decryptor.update(data) + decryptor.finalize()
|