import io import os from whoosh.filedb.filestore import FileStorage from whoosh.filedb.structfile import StructFile, BufferFile from cryptography.fernet import Fernet from whoosh.util import random_name class EncryptedFileStorage(FileStorage): def __init__(self, path, masterkey=None): self.masterkey = masterkey self.f = Fernet(masterkey) self._tmp_storage = self.temp_storage self.length_cache = {} FileStorage.__init__(self, path, supports_mmap=False) def open_file(self, name, **kwargs): return self._open_encrypted_file(name, onclose=self._encrypt_index_on_close(name)) def create_file(self, name, excl=False, mode="w+b", **kwargs): f = StructFile(io.BytesIO(), name=name, onclose=self._encrypt_index_on_close(name)) f.is_real = False return f def temp_storage(self, name=None): name = name or "%s.tmp" % random_name() path = os.path.join(self.folder, name) return EncryptedFileStorage(path, self.masterkey).create() def file_length(self, name): return self.length_cache[name] def _encrypt_index_on_close(self, name): def wrapper(struct_file): struct_file.seek(0) content = struct_file.file.read() self.length_cache[name] = len(content) encrypted_content = self.f.encrypt(content) with open(self._fpath(name), 'w+b') as f: f.write(encrypted_content) return wrapper def _open_encrypted_file(self, name, onclose=lambda x: None): file_content = open(self._fpath(name), "rb").read() decrypted = self.f.decrypt(file_content) return BufferFile(buffer(decrypted), name=name, onclose=onclose)