From 425d6a54e13be2cdcd18f1b21a4ff70ae5d43ff0 Mon Sep 17 00:00:00 2001 From: Bruno Wagner Date: Wed, 19 Oct 2016 16:56:43 -0200 Subject: Adapted logging in the UA to use twisted.logger --- .../adapter/listeners/mailbox_indexer_listener.py | 5 ++--- service/pixelated/adapter/mailstore/body_parser.py | 7 ++++--- .../adapter/mailstore/maintenance/__init__.py | 4 ++-- service/pixelated/adapter/model/mail.py | 12 +++++++----- service/pixelated/application.py | 1 - service/pixelated/bitmask_libraries/keymanager.py | 8 +++++--- service/pixelated/config/leap.py | 7 +++++-- service/pixelated/config/services.py | 8 +++++--- service/pixelated/config/sessions.py | 10 +++++----- service/pixelated/maintenance.py | 13 +++++++------ service/pixelated/register.py | 11 ++++++----- service/pixelated/resources/__init__.py | 6 +++--- service/pixelated/resources/attachments_resource.py | 5 +++-- service/pixelated/resources/auth.py | 6 +++--- service/pixelated/resources/login_resource.py | 5 +++-- service/pixelated/resources/mails_resource.py | 21 +++++++++++---------- service/pixelated/support/__init__.py | 4 ++-- 17 files changed, 73 insertions(+), 60 deletions(-) (limited to 'service/pixelated') diff --git a/service/pixelated/adapter/listeners/mailbox_indexer_listener.py b/service/pixelated/adapter/listeners/mailbox_indexer_listener.py index 97a887f4..9cc522cf 100644 --- a/service/pixelated/adapter/listeners/mailbox_indexer_listener.py +++ b/service/pixelated/adapter/listeners/mailbox_indexer_listener.py @@ -13,11 +13,10 @@ # # You should have received a copy of the GNU Affero General Public License # along with Pixelated. If not, see . -import logging from twisted.internet import defer +from twisted.logger import Logger - -logger = logging.getLogger(__name__) +logger = Logger() class MailboxIndexerListener(object): diff --git a/service/pixelated/adapter/mailstore/body_parser.py b/service/pixelated/adapter/mailstore/body_parser.py index 7fb084af..5408bd9d 100644 --- a/service/pixelated/adapter/mailstore/body_parser.py +++ b/service/pixelated/adapter/mailstore/body_parser.py @@ -14,11 +14,12 @@ # You should have received a copy of the GNU Affero General Public License # along with Pixelated. If not, see . -from email.parser import Parser import re -import logging +from email.parser import Parser + +from twisted.logger import Logger -logger = logging.getLogger(__name__) +logger = Logger() def _parse_charset_header(content_type_and_charset_header, default_charset='us-ascii'): diff --git a/service/pixelated/adapter/mailstore/maintenance/__init__.py b/service/pixelated/adapter/mailstore/maintenance/__init__.py index 5dbe57ad..9a1007cc 100644 --- a/service/pixelated/adapter/mailstore/maintenance/__init__.py +++ b/service/pixelated/adapter/mailstore/maintenance/__init__.py @@ -17,7 +17,7 @@ from leap.bitmask.keymanager import documents as leap_doc from leap.bitmask.keymanager.keys import OpenPGPKey from twisted.internet import defer -import logging +from twisted.logger import Logger TYPE_OPENPGP_KEY = 'OpenPGPKey' @@ -25,7 +25,7 @@ TYPE_OPENPGP_ACTIVE = 'OpenPGPKey-active' KEY_DOC_TYPES = {TYPE_OPENPGP_ACTIVE, TYPE_OPENPGP_KEY} -logger = logging.getLogger(__name__) +logger = Logger() def _is_key_doc(doc): diff --git a/service/pixelated/adapter/model/mail.py b/service/pixelated/adapter/model/mail.py index 86f2642a..b6a8beb0 100644 --- a/service/pixelated/adapter/model/mail.py +++ b/service/pixelated/adapter/model/mail.py @@ -14,20 +14,22 @@ # You should have received a copy of the GNU Affero General Public License # along with Pixelated. If not, see . import re -import logging +import binascii from email.mime.text import MIMEText from email.header import Header from hashlib import sha256 - -import binascii from email.MIMEMultipart import MIMEMultipart from email.mime.nonmultipart import MIMENonMultipart -import leap.bitmask.mail.walk as walk + +from twisted.logger import Logger + +from leap.bitmask.mail import walk + from pixelated.adapter.model.status import Status from pixelated.support import date -logger = logging.getLogger(__name__) +logger = Logger() class Mail(object): diff --git a/service/pixelated/application.py b/service/pixelated/application.py index ad13e7b6..2b97f5b3 100644 --- a/service/pixelated/application.py +++ b/service/pixelated/application.py @@ -140,7 +140,6 @@ def add_top_level_system_callbacks(deferred, services_factory): def _start_mode(args, resource, services_factory): - log.debug('_start_mode') if services_factory.mode.is_single_user: deferred = _start_in_single_user_mode(args, resource, services_factory) else: diff --git a/service/pixelated/bitmask_libraries/keymanager.py b/service/pixelated/bitmask_libraries/keymanager.py index 56b7d944..e9868662 100644 --- a/service/pixelated/bitmask_libraries/keymanager.py +++ b/service/pixelated/bitmask_libraries/keymanager.py @@ -13,12 +13,14 @@ # # You should have received a copy of the GNU Affero General Public License # along with Pixelated. If not, see . +from twisted.internet import defer +from twisted.logger import Logger + from leap.bitmask.keymanager import KeyManager, KeyNotFound + from pixelated.config import leap_config -from twisted.internet import defer -import logging -logger = logging.getLogger(__name__) +logger = Logger() class UploadKeyError(Exception): diff --git a/service/pixelated/config/leap.py b/service/pixelated/config/leap.py index e9e4a796..b060170f 100644 --- a/service/pixelated/config/leap.py +++ b/service/pixelated/config/leap.py @@ -1,13 +1,16 @@ from __future__ import absolute_import -import logging from collections import namedtuple + from twisted.cred.error import UnauthorizedLogin from twisted.internet import defer, threads +from twisted.logger import Logger + from leap.common.events import (server as events_server) from leap.soledad.common.errors import InvalidAuthTokenError from leap.bitmask.bonafide._srp import SRPAuthError from leap.bitmask.bonafide.session import Session from leap.bitmask.bonafide.provider import Api + from pixelated.config import credentials from pixelated.config import leap_config from pixelated.config.authentication import Authentication @@ -15,7 +18,7 @@ from pixelated.bitmask_libraries.certs import LeapCertificate from pixelated.bitmask_libraries.provider import LeapProvider from pixelated.config.sessions import LeapSessionFactory -log = logging.getLogger(__name__) +log = Logger() Credentials = namedtuple('Credentials', 'username, password') diff --git a/service/pixelated/config/services.py b/service/pixelated/config/services.py index 116e903a..1f59c255 100644 --- a/service/pixelated/config/services.py +++ b/service/pixelated/config/services.py @@ -1,5 +1,7 @@ import os -import logging + +from twisted.internet import defer, reactor +from twisted.logger import Logger from pixelated.adapter.mailstore.leap_attachment_store import LeapAttachmentStore from pixelated.adapter.mailstore.searchable_mailstore import SearchableMailStore @@ -9,11 +11,11 @@ from pixelated.adapter.services.mail_sender import MailSender from pixelated.adapter.search import SearchEngine from pixelated.adapter.services.draft_service import DraftService from pixelated.adapter.listeners.mailbox_indexer_listener import listen_all_mailboxes -from twisted.internet import defer, reactor from pixelated.adapter.search.index_storage_key import SearchIndexStorageKey from pixelated.adapter.services.feedback_service import FeedbackService from pixelated.config import leap_config -logger = logging.getLogger(__name__) + +logger = Logger() class Services(object): diff --git a/service/pixelated/config/sessions.py b/service/pixelated/config/sessions.py index 2d186da5..ec5e1c0e 100644 --- a/service/pixelated/config/sessions.py +++ b/service/pixelated/config/sessions.py @@ -3,15 +3,14 @@ from __future__ import absolute_import import os import errno import traceback - import requests -import logging - import sys + from twisted.internet import defer, threads, reactor +from twisted.logger import Logger + from leap.soledad.common.crypto import WrongMacError, UnknownMacMethodError from leap.soledad.client import Soledad -from pixelated.bitmask_libraries.keymanager import Keymanager from leap.bitmask.mail.incoming.service import IncomingMail from leap.bitmask.mail.mail import Account import leap.common.certs as leap_certs @@ -20,12 +19,13 @@ from leap.common.events import ( catalog as events ) +from pixelated.bitmask_libraries.keymanager import Keymanager from pixelated.adapter.mailstore import LeapMailStore from pixelated.config import leap_config from pixelated.bitmask_libraries.certs import LeapCertificate from pixelated.bitmask_libraries.smtp import LeapSMTPConfig -logger = logging.getLogger(__name__) +logger = Logger() class LeapSessionFactory(object): diff --git a/service/pixelated/maintenance.py b/service/pixelated/maintenance.py index 6807d9bc..74b5a369 100644 --- a/service/pixelated/maintenance.py +++ b/service/pixelated/maintenance.py @@ -14,26 +14,27 @@ # You should have received a copy of the GNU Affero General Public License # along with Pixelated. If not, see . +import random from os.path import isfile from mailbox import Maildir, mbox, MaildirMessage -import random -from leap.bitmask.mail.adaptors.soledad import MetaMsgDocWrapper from twisted.internet import reactor, defer from twisted.internet.threads import deferToThread +from twisted.logger import Logger + +from leap.bitmask.mail.adaptors.soledad import MetaMsgDocWrapper +from leap.bitmask.mail.constants import MessageFlags + from pixelated.adapter.mailstore.maintenance import SoledadMaintenance from pixelated.config.leap import initialize_leap_single_user from pixelated.config import logger, arguments -import logging - -from leap.bitmask.mail.constants import MessageFlags from pixelated.support.mail_generator import MailGenerator REPAIR_COMMAND = 'repair' INTEGRITY_CHECK_COMMAND = 'integrity-check' -log = logging.getLogger(__name__) +log = Logger() def initialize(): diff --git a/service/pixelated/register.py b/service/pixelated/register.py index 1b01fc0c..0269c832 100644 --- a/service/pixelated/register.py +++ b/service/pixelated/register.py @@ -15,19 +15,20 @@ # along with Pixelated. If not, see . import re import getpass -import logging import sys +from twisted.logger import Logger + +from leap.auth import SRPAuth +from leap.common.events import server as events_server + from pixelated.config import arguments from pixelated.config import logger as logger_config from pixelated.bitmask_libraries.certs import LeapCertificate from pixelated.bitmask_libraries.provider import LeapProvider from pixelated.config.sessions import LeapSessionFactory -from leap.auth import SRPAuth -from leap.common.events import server as events_server - -logger = logging.getLogger(__name__) +logger = Logger() def register( diff --git a/service/pixelated/resources/__init__.py b/service/pixelated/resources/__init__.py index 0bd34619..11611f0b 100644 --- a/service/pixelated/resources/__init__.py +++ b/service/pixelated/resources/__init__.py @@ -15,16 +15,16 @@ # along with Pixelated. If not, see . import json -import logging from twisted.web.http import UNAUTHORIZED from twisted.web.resource import Resource +from twisted.logger import Logger -# from pixelated.resources.login_resource import LoginResource from pixelated.resources.session import IPixelatedSession from twisted.web.http import INTERNAL_SERVER_ERROR, SERVICE_UNAVAILABLE -log = logging.getLogger(__name__) + +log = Logger() class SetEncoder(json.JSONEncoder): diff --git a/service/pixelated/resources/attachments_resource.py b/service/pixelated/resources/attachments_resource.py index 0149dfe2..1081b4b8 100644 --- a/service/pixelated/resources/attachments_resource.py +++ b/service/pixelated/resources/attachments_resource.py @@ -16,7 +16,6 @@ import cgi import io import re -import logging from twisted.internet import defer from twisted.protocols.basic import FileSender @@ -24,10 +23,12 @@ from twisted.python.log import msg from twisted.web import server from twisted.web.resource import Resource from twisted.web.server import NOT_DONE_YET +from twisted.logger import Logger from pixelated.resources import respond_json_deferred, BaseResource -logger = logging.getLogger(__name__) + +logger = Logger() class AttachmentResource(Resource): diff --git a/service/pixelated/resources/auth.py b/service/pixelated/resources/auth.py index 6d675eb3..3afbbc36 100644 --- a/service/pixelated/resources/auth.py +++ b/service/pixelated/resources/auth.py @@ -14,27 +14,27 @@ # You should have received a copy of the GNU Affero General Public License # along with Pixelated. If not, see . -import logging import re +from zope.interface import implements, implementer, Attribute from twisted.cred.checkers import ANONYMOUS from twisted.cred.credentials import ICredentials from twisted.cred.error import UnauthorizedLogin from twisted.internet import defer from twisted.web._auth.wrapper import UnauthorizedResource from twisted.web.error import UnsupportedMethod -from zope.interface import implements, implementer, Attribute from twisted.cred import portal, checkers, credentials from twisted.web import util from twisted.cred import error from twisted.web.resource import IResource, ErrorPage +from twisted.logger import Logger from leap.bitmask.bonafide._srp import SRPAuthError from pixelated.config.leap import create_leap_session, authenticate from pixelated.resources import IPixelatedSession -log = logging.getLogger(__name__) +log = Logger() @implementer(checkers.ICredentialsChecker) diff --git a/service/pixelated/resources/login_resource.py b/service/pixelated/resources/login_resource.py index e19f9038..4c4d58c0 100644 --- a/service/pixelated/resources/login_resource.py +++ b/service/pixelated/resources/login_resource.py @@ -14,7 +14,6 @@ # You should have received a copy of the GNU Affero General Public License # along with Pixelated. If not, see . -import logging import os from xml.sax import SAXParseException @@ -27,11 +26,13 @@ from twisted.web.resource import IResource, NoResource from twisted.web.server import NOT_DONE_YET from twisted.web.static import File from twisted.web.template import Element, XMLFile, renderElement, renderer +from twisted.logger import Logger + from pixelated.resources import handle_error_deferred from pixelated.adapter.welcome_mail import add_welcome_mail from pixelated.resources import BaseResource, UnAuthorizedResource, IPixelatedSession -log = logging.getLogger(__name__) +log = Logger() def _get_startup_folder(): diff --git a/service/pixelated/resources/mails_resource.py b/service/pixelated/resources/mails_resource.py index 0077ce57..78826126 100644 --- a/service/pixelated/resources/mails_resource.py +++ b/service/pixelated/resources/mails_resource.py @@ -1,20 +1,21 @@ import time import json -import logging -from pixelated.adapter.services.mail_sender import SMTPDownException -from pixelated.adapter.model.mail import InputMail + +from twisted.internet import defer +from twisted.logger import Logger from twisted.web.server import NOT_DONE_YET -from pixelated.resources import respond_json_deferred, BaseResource from twisted.web.resource import Resource from twisted.web import server -from twisted.internet import defer -from twisted.python.log import err + from leap.common import events +from pixelated.adapter.model.mail import InputMail +from pixelated.resources import respond_json_deferred, BaseResource +from pixelated.adapter.services.mail_sender import SMTPDownException from pixelated.support.functional import to_unicode -log = logging.getLogger(__name__) +log = Logger() class MailsUnreadResource(Resource): @@ -66,7 +67,7 @@ class MailsDeleteResource(Resource): def render_POST(self, request): def response_failed(failure): - err(failure, 'something failed') + logger.error(failure, 'something failed') request.finish() idents = json.loads(request.content.read())['idents'] @@ -174,7 +175,7 @@ class MailsResource(BaseResource): if isinstance(error.value, SMTPDownException): respond_json_deferred({'message': str(error.value)}, request, status_code=503) else: - err(error, 'error occurred while sending') + logger.error(error, 'error occurred while sending') respond_json_deferred({'message': 'an error occurred while sending'}, request, status_code=422) deferred = self._handle_post(request) @@ -184,7 +185,7 @@ class MailsResource(BaseResource): def render_PUT(self, request): def onError(error): - err(error, 'error saving draft') + logger.error(error, 'error saving draft') respond_json_deferred("", request, status_code=422) deferred = self._handle_put(request) diff --git a/service/pixelated/support/__init__.py b/service/pixelated/support/__init__.py index 9ac52fe0..0685f48d 100644 --- a/service/pixelated/support/__init__.py +++ b/service/pixelated/support/__init__.py @@ -14,12 +14,12 @@ # You should have received a copy of the GNU Affero General Public License # along with Pixelated. If not, see . import time -import logging from functools import wraps from twisted.internet import defer +from twisted.logger import Logger -log = logging.getLogger(__name__) +log = Logger() def _start_stopwatch(): -- cgit v1.2.3