ocrd_utils.logging.setOverrideLogLevel() - Code Metrics - Inspection of ":package: v3.4.0" - OCR-D/core - Measure and Improve Code Quality continuously with Scrutinizer

Passed

Push — master ( 66bb7b...57c197 )

by Konstantin

created 2025-04-30 15:54 UTC

ocrd_utils.logging.setOverrideLogLevel() A

↳ Parent: ocrd_utils.logging

Complexity

Conditions

Size

Total Lines	17
Code Lines	9

Duplication

Lines	0
Ratio	0 %

Importance

Changes

Metric	Value
eloc	9
dl	0
loc	17
rs	9.3333
c	0
b	0
f	0
cc	5
nop	2

"""
Logging setup

By default: Log with lastResort logger, usually STDERR.

Logging can be overridden either programmatically in code using the library or by creating one or more of

- ``/etc/ocrd_logging.py``
- ``$HOME/ocrd_logging.py``
- ``$PWD/ocrd_logging.py``

These files will be executed in the context of ocrd/ocrd_logging.py, with `logging` global set.

Changes as of 2023-08-20:

    - Try to be less intrusive with OCR-D specific logging conventions to
      make it easier and less surprising to define logging behavior when
      using OCR-D/core as a library
    - Change :py:meth:`setOverrideLogLevel` to only override the log level of the ``ocrd``
      logger and its descendants
    - :py:meth:`initLogging` will set exactly one handler, for the root logger or for the
      ``ocrd`` logger.
    - Child loggers should propagate to the ancestor logging (default
      behavior of the logging library - no more ``PropagationShyLogger``)
    - :py:meth:`disableLogging` only removes any handlers from the ``ocrd`` logger
"""
# pylint: disable=no-member

from __future__ import absolute_import

import logging
import logging.config
from pathlib import Path
import sys
from os import chmod

from .constants import LOG_FORMAT, LOG_TIMEFMT
from .config import config


__all__ = [
    'disableLogging',
    'getLevelName',
    'getLogger',
    'initLogging',
    'logging',
    'setOverrideLogLevel',
]

LOGGING_DEFAULTS = {
    '': logging.WARNING,
    'ocrd': logging.INFO,
    'ocrd_network': logging.INFO,
    # 'ocrd.resolver': logging.INFO,
    # 'ocrd.resolver.download_to_directory': logging.INFO,
    # 'ocrd.resolver.add_files_to_mets': logging.INFO,
    # To cut back on the `Self-intersection at or near point` INFO messages
    'shapely.geos': logging.ERROR,
    'tensorflow': logging.ERROR,
    'PIL': logging.INFO,
    'paramiko.transport': logging.INFO,
    'uvicorn.access': logging.DEBUG,
    'uvicorn.error': logging.DEBUG,
    'uvicorn': logging.INFO,
    'multipart': logging.INFO,
}

_initialized_flag = False

_ocrdLevel2pythonLevel = {
    'TRACE': 'DEBUG',
    'OFF': 'CRITICAL',
    'FATAL': 'ERROR',
}

def tf_disable_interactive_logs():
    try:
        from os import environ # pylint: disable=import-outside-toplevel
        # This env variable must be set before importing from Keras
        environ['TF_CPP_MIN_LOG_LEVEL'] = '3'
        from tensorflow.keras.utils import disable_interactive_logging # pylint: disable=import-outside-toplevel
        # Enabled interactive logging throws an exception
        # due to a call of sys.stdout.flush()
        disable_interactive_logging()
    except ImportError:
        # Nothing should be handled here if TF is not available
        pass

def getLevelName(lvl):
    """
    Get (string) python logging level for (string) spec-defined log level name.
    """
    lvl = _ocrdLevel2pythonLevel.get(lvl, lvl)
    return logging.getLevelName(lvl)

def getLogger(*args, **kwargs):
    """
    Wrapper around ``logging.getLogger`` that calls :py:func:`initLogging` if
    that wasn't explicitly called before.
    """
    logger = logging.getLogger(*args, **kwargs)
    return logger

def setOverrideLogLevel(lvl, silent=not config.OCRD_LOGGING_DEBUG):
    """
    Override the output log level of the handlers attached to the ``ocrd`` logger.

    Args:
        lvl (string): Log level name.
        silent (boolean): Whether to log the override call
    """
    if lvl is not None:
        lvl = getLevelName(lvl)
        if not _initialized_flag:
            initLogging(silent=silent)
        # affect all configured loggers
        for logger_name in logging.root.manager.loggerDict:
            if not silent:
                print(f'[LOGGING] Overriding {logger_name} log level to {lvl}', file=sys.stderr)
            logging.getLogger(logger_name).setLevel(lvl)

def get_logging_config_files():
    """
    Return a list of all ``ocrd_logging.conf`` files found in CWD, HOME or /etc.
    """
    CONFIG_PATHS = [
        Path.cwd(),
        Path.home(),
        Path('/etc'),
    ]
    return [f for f \
            in [p / 'ocrd_logging.conf' for p in CONFIG_PATHS] \
            if f.exists()]

def initLogging(builtin_only=False, force_reinit=False, silent=not config.OCRD_LOGGING_DEBUG):
    """
    Reset ``ocrd`` logger, read logging configuration if exists, otherwise use :py:meth:`logging.basicConfig`

    This is to be called by OCR-D/core only once, i.e.
        -  for the ``ocrd`` CLI
        -  for the processor wrapper methods

    Other processes that use OCR-D/core as a library can, but do not have to, use this functionality.

    Keyword Args:
        - builtin_only (bool): Whether to search for logging configuration
              on-disk (``False``) or only use the hard-coded config (``True``).
              For testing
        - force_reinit (bool): Whether to ignore the module-level ``_initialized_flag``.
              For testing only
        - silent (bool): Whether to log logging behavior by printing to stderr
    """
    global _initialized_flag
    if _initialized_flag:
        if force_reinit:
            disableLogging(silent=silent)
        else:
            return

    config_file = None
    if not builtin_only:
        config_file = get_logging_config_files()
    if config_file:
        if len(config_file) > 1 and not silent:
            print(f"[LOGGING] Multiple logging configuration files found at {config_file}, using first one", file=sys.stderr)
        config_file = config_file[0]
        if not silent:
            print(f"[LOGGING] Picked up logging config at {config_file}", file=sys.stderr)
        logging.config.fileConfig(config_file)
        # Set permission of processing-server logfile to 666 to prevent possible permission erros while logging
        try:
            network_logger = logging.getLogger("ocrd_network")
            for handler in network_logger.handlers:
                if isinstance(handler, logging.FileHandler):
                    chmod(handler.baseFilename, 0o666)
        except PermissionError:
            # if the file exists the permissions are supposed to already fit
            pass
    else:
        if not silent:
            print("[LOGGING] Initializing logging with built-in defaults", file=sys.stderr)
        # Default logging config
        ocrd_handler = logging.StreamHandler(stream=sys.stderr)
        ocrd_handler.setFormatter(logging.Formatter(fmt=LOG_FORMAT, datefmt=LOG_TIMEFMT))
        ocrd_handler.setLevel(logging.DEBUG)
        root_logger = logging.getLogger('')
        root_logger.addHandler(ocrd_handler)
        for logger_name, logger_level in LOGGING_DEFAULTS.items():
            logging.getLogger(logger_name).setLevel(logger_level)
    _initialized_flag = True

def disableLogging(silent=not config.OCRD_LOGGING_DEBUG):
    """
    Disables all logging of the ``ocrd`` logger and descendants

    Keyword Args:
        - silent (bool, True): Whether to log logging behavior by printing to stderr
    """
    global _initialized_flag # pylint: disable=global-statement
    if _initialized_flag and not silent:
        print("[LOGGING] Disabling logging", file=sys.stderr)
    _initialized_flag = False
    # remove all handlers we might have added (via initLogging on builtin or file config)
    for logger_name in logging.root.manager.loggerDict:
        if not silent:
            print(f'[LOGGING] Resetting {logger_name} log level and handlers')
        logger = logging.getLogger(logger_name)
        logger.setLevel(logging.NOTSET)
        for handler in logger.handlers[:]:
            logger.removeHandler(handler)
    for handler in logging.root.handlers[:]:
        logging.root.removeHandler(handler)
    # Python default log level is WARNING
    logging.root.setLevel(logging.WARNING)



1			"""
2			Logging setup
3
4			By default: Log with lastResort logger, usually STDERR.
5
6			Logging can be overridden either programmatically in code using the library or by creating one or more of
7
8			- ``/etc/ocrd_logging.py``
9			- ``$HOME/ocrd_logging.py``
10			- ``$PWD/ocrd_logging.py``
11
12			These files will be executed in the context of ocrd/ocrd_logging.py, with `logging` global set.
13
14			Changes as of 2023-08-20:
15
16			- Try to be less intrusive with OCR-D specific logging conventions to
17			make it easier and less surprising to define logging behavior when
18			using OCR-D/core as a library
19			- Change :py:meth:`setOverrideLogLevel` to only override the log level of the ``ocrd``
20			logger and its descendants
21			- :py:meth:`initLogging` will set exactly one handler, for the root logger or for the
22			``ocrd`` logger.
23			- Child loggers should propagate to the ancestor logging (default
24			behavior of the logging library - no more ``PropagationShyLogger``)
25			- :py:meth:`disableLogging` only removes any handlers from the ``ocrd`` logger
26			"""
27			# pylint: disable=no-member
28
29			from __future__ import absolute_import
30
31			import logging
32			import logging.config
33			from pathlib import Path
34			import sys
35			from os import chmod
36
37			from .constants import LOG_FORMAT, LOG_TIMEFMT
38			from .config import config
39
40
41			__all__ = [
42			'disableLogging',
43			'getLevelName',
44			'getLogger',
45			'initLogging',
46			'logging',
47			'setOverrideLogLevel',
48			]
49
50			LOGGING_DEFAULTS = {
51			'': logging.WARNING,
52			'ocrd': logging.INFO,
53			'ocrd_network': logging.INFO,
54			# 'ocrd.resolver': logging.INFO,
55			# 'ocrd.resolver.download_to_directory': logging.INFO,
56			# 'ocrd.resolver.add_files_to_mets': logging.INFO,
57			# To cut back on the `Self-intersection at or near point` INFO messages
58			'shapely.geos': logging.ERROR,
59			'tensorflow': logging.ERROR,
60			'PIL': logging.INFO,
61			'paramiko.transport': logging.INFO,
62			'uvicorn.access': logging.DEBUG,
63			'uvicorn.error': logging.DEBUG,
64			'uvicorn': logging.INFO,
65			'multipart': logging.INFO,
66			}
67
68			_initialized_flag = False
69
70			_ocrdLevel2pythonLevel = {
71			'TRACE': 'DEBUG',
72			'OFF': 'CRITICAL',
73			'FATAL': 'ERROR',
74			}
75
76			def tf_disable_interactive_logs():
77			try:
78			from os import environ # pylint: disable=import-outside-toplevel
79			# This env variable must be set before importing from Keras
80			environ['TF_CPP_MIN_LOG_LEVEL'] = '3'
81			from tensorflow.keras.utils import disable_interactive_logging # pylint: disable=import-outside-toplevel
82			# Enabled interactive logging throws an exception
83			# due to a call of sys.stdout.flush()
84			disable_interactive_logging()
85			except ImportError:
86			# Nothing should be handled here if TF is not available
87			pass
88
89			def getLevelName(lvl):
90			"""
91			Get (string) python logging level for (string) spec-defined log level name.
92			"""
93			lvl = _ocrdLevel2pythonLevel.get(lvl, lvl)
94			return logging.getLevelName(lvl)
95
96			def getLogger(args, *kwargs):
97			"""
98			Wrapper around ``logging.getLogger`` that calls :py:func:`initLogging` if
99			that wasn't explicitly called before.
100			"""
101			logger = logging.getLogger(args, *kwargs)
102			return logger
103
104			def setOverrideLogLevel(lvl, silent=not config.OCRD_LOGGING_DEBUG):
105			"""
106			Override the output log level of the handlers attached to the ``ocrd`` logger.
107
108			Args:
109			lvl (string): Log level name.
110			silent (boolean): Whether to log the override call
111			"""
112			if lvl is not None:
113			lvl = getLevelName(lvl)
114			if not _initialized_flag:
115			initLogging(silent=silent)
116			# affect all configured loggers
117			for logger_name in logging.root.manager.loggerDict:
118			if not silent:
119			print(f'[LOGGING] Overriding {logger_name} log level to {lvl}', file=sys.stderr)
120			logging.getLogger(logger_name).setLevel(lvl)
121
122			def get_logging_config_files():
123			"""
124			Return a list of all ``ocrd_logging.conf`` files found in CWD, HOME or /etc.
125			"""
126			CONFIG_PATHS = [
127			Path.cwd(),
128			Path.home(),
129			Path('/etc'),
130			]
131			return [f for f \
132			in [p / 'ocrd_logging.conf' for p in CONFIG_PATHS] \
133			if f.exists()]
134
135			def initLogging(builtin_only=False, force_reinit=False, silent=not config.OCRD_LOGGING_DEBUG):
136			"""
137			Reset ``ocrd`` logger, read logging configuration if exists, otherwise use :py:meth:`logging.basicConfig`
138
139			This is to be called by OCR-D/core only once, i.e.
140			- for the ``ocrd`` CLI
141			- for the processor wrapper methods
142
143			Other processes that use OCR-D/core as a library can, but do not have to, use this functionality.
144
145			Keyword Args:
146			- builtin_only (bool): Whether to search for logging configuration
147			on-disk (``False``) or only use the hard-coded config (``True``).
148			For testing
149			- force_reinit (bool): Whether to ignore the module-level ``_initialized_flag``.
150			For testing only
151			- silent (bool): Whether to log logging behavior by printing to stderr
152			"""
153			global _initialized_flag
154			if _initialized_flag:
155			if force_reinit:
156			disableLogging(silent=silent)
157			else:
158			return
159
160			config_file = None
161			if not builtin_only:
162			config_file = get_logging_config_files()
163			if config_file:
164			if len(config_file) > 1 and not silent:
165			print(f"[LOGGING] Multiple logging configuration files found at {config_file}, using first one", file=sys.stderr)
166			config_file = config_file[0]
167			if not silent:
168			print(f"[LOGGING] Picked up logging config at {config_file}", file=sys.stderr)
169			logging.config.fileConfig(config_file)
170			# Set permission of processing-server logfile to 666 to prevent possible permission erros while logging
171			try:
172			network_logger = logging.getLogger("ocrd_network")
173			for handler in network_logger.handlers:
174			if isinstance(handler, logging.FileHandler):
175			chmod(handler.baseFilename, 0o666)
176			except PermissionError:
177			# if the file exists the permissions are supposed to already fit
178			pass
179			else:
180			if not silent:
181			print("[LOGGING] Initializing logging with built-in defaults", file=sys.stderr)
182			# Default logging config
183			ocrd_handler = logging.StreamHandler(stream=sys.stderr)
184			ocrd_handler.setFormatter(logging.Formatter(fmt=LOG_FORMAT, datefmt=LOG_TIMEFMT))
185			ocrd_handler.setLevel(logging.DEBUG)
186			root_logger = logging.getLogger('')
187			root_logger.addHandler(ocrd_handler)
188			for logger_name, logger_level in LOGGING_DEFAULTS.items():
189			logging.getLogger(logger_name).setLevel(logger_level)
190			_initialized_flag = True
191
192			def disableLogging(silent=not config.OCRD_LOGGING_DEBUG):
193			"""
194			Disables all logging of the ``ocrd`` logger and descendants
195
196			Keyword Args:
197			- silent (bool, True): Whether to log logging behavior by printing to stderr
198			"""
199			global _initialized_flag # pylint: disable=global-statement
200			if _initialized_flag and not silent:
201			print("[LOGGING] Disabling logging", file=sys.stderr)
202			_initialized_flag = False
203			# remove all handlers we might have added (via initLogging on builtin or file config)
204			for logger_name in logging.root.manager.loggerDict:
205			if not silent:
206			print(f'[LOGGING] Resetting {logger_name} log level and handlers')
207			logger = logging.getLogger(logger_name)
208			logger.setLevel(logging.NOTSET)
209			for handler in logger.handlers[:]:
210			logger.removeHandler(handler)
211			for handler in logging.root.handlers[:]:
212			logging.root.removeHandler(handler)
213			# Python default log level is WARNING
214			logging.root.setLevel(logging.WARNING)
215
216

OCR-D / core

Push — master ( 66bb7b...57c197 )

ocrd_utils.logging.setOverrideLogLevel() A

Complexity

Size

Duplication

Importance

Duplication Side-by-Side

Filter issues like