1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
|
# -*- test-case-name: twisted.logger.test.test_global -*-
# Copyright (c) Twisted Matrix Laboratories.
# See LICENSE for details.
"""
This module includes process-global state associated with the logging system,
and implementation of logic for managing that global state.
"""
import sys
import warnings
from typing import IO, Any, Iterable, Optional, Type
from twisted.python.compat import currentframe
from twisted.python.reflect import qual
from ._buffer import LimitedHistoryLogObserver
from ._file import FileLogObserver
from ._filter import FilteringLogObserver, LogLevelFilterPredicate
from ._format import eventAsText
from ._interfaces import ILogObserver
from ._io import LoggingFile
from ._levels import LogLevel
from ._logger import Logger
from ._observer import LogPublisher
MORE_THAN_ONCE_WARNING = (
"Warning: primary log target selected twice at <{fileNow}:{lineNow}> - "
"previously selected at <{fileThen}:{lineThen}>. Remove one of the calls "
"to beginLoggingTo."
)
class LogBeginner:
"""
A L{LogBeginner} holds state related to logging before logging has begun,
and begins logging when told to do so. Logging "begins" when someone has
selected a set of observers, like, for example, a L{FileLogObserver} that
writes to a file on disk, or to standard output.
Applications will not typically need to instantiate this class, except
those which intend to initialize the global logging system themselves,
which may wish to instantiate this for testing. The global instance for
the current process is exposed as
L{twisted.logger.globalLogBeginner}.
Before logging has begun, a L{LogBeginner} will:
1. Log any critical messages (e.g.: unhandled exceptions) to the given
file-like object.
2. Save (a limited number of) log events in a
L{LimitedHistoryLogObserver}.
@cvar _DEFAULT_BUFFER_SIZE: The default size for the initial log events
buffer.
@ivar _initialBuffer: A buffer of messages logged before logging began.
@ivar _publisher: The log publisher passed in to L{LogBeginner}'s
constructor.
@ivar _log: The logger used to log messages about the operation of the
L{LogBeginner} itself.
@ivar _stdio: An object with C{stderr} and C{stdout} attributes (like the
L{sys} module) which will be replaced when redirecting standard I/O.
@ivar _temporaryObserver: If not L{None}, an L{ILogObserver} that observes
events on C{_publisher} for this L{LogBeginner}.
"""
_DEFAULT_BUFFER_SIZE = 200
def __init__(
self,
publisher: LogPublisher,
errorStream: IO[Any],
stdio: object,
warningsModule: Any,
initialBufferSize: Optional[int] = None,
) -> None:
"""
Initialize this L{LogBeginner}.
@param initialBufferSize: The size of the event buffer into which
events are collected until C{beginLoggingTo} is called. Or
C{None} to use the default size.
"""
if initialBufferSize is None:
initialBufferSize = self._DEFAULT_BUFFER_SIZE
self._initialBuffer = LimitedHistoryLogObserver(size=initialBufferSize)
self._publisher = publisher
self._log = Logger(observer=publisher)
self._stdio = stdio
self._warningsModule = warningsModule
self._temporaryObserver: Optional[ILogObserver] = LogPublisher(
self._initialBuffer,
FilteringLogObserver(
FileLogObserver(
errorStream,
lambda event: eventAsText(
event,
includeTimestamp=False,
includeSystem=False,
)
+ "\n",
),
[LogLevelFilterPredicate(defaultLogLevel=LogLevel.critical)],
),
)
self._previousBegin = ("", 0)
publisher.addObserver(self._temporaryObserver)
self._oldshowwarning = warningsModule.showwarning
def beginLoggingTo(
self,
observers: Iterable[ILogObserver],
discardBuffer: bool = False,
redirectStandardIO: bool = True,
) -> None:
"""
Begin logging to the given set of observers. This will:
1. Add all the observers given in C{observers} to the
L{LogPublisher} associated with this L{LogBeginner}.
2. Optionally re-direct standard output and standard error streams
to the logging system.
3. Re-play any messages that were previously logged to that
publisher to the new observers, if C{discardBuffer} is not set.
4. Stop logging critical errors from the L{LogPublisher} as strings
to the C{errorStream} associated with this L{LogBeginner}, and
allow them to be logged normally.
5. Re-direct warnings from the L{warnings} module associated with
this L{LogBeginner} to log messages.
@note: Since a L{LogBeginner} is designed to encapsulate the transition
between process-startup and log-system-configuration, this method
is intended to be invoked I{once}.
@param observers: The observers to register.
@param discardBuffer: Whether to discard the buffer and not re-play it
to the added observers. (This argument is provided mainly for
compatibility with legacy concerns.)
@param redirectStandardIO: If true, redirect standard output and
standard error to the observers.
"""
caller = currentframe(1)
filename = caller.f_code.co_filename
lineno = caller.f_lineno
for observer in observers:
self._publisher.addObserver(observer)
if self._temporaryObserver is not None:
self._publisher.removeObserver(self._temporaryObserver)
if not discardBuffer:
self._initialBuffer.replayTo(self._publisher)
self._temporaryObserver = None
self._warningsModule.showwarning = self.showwarning
else:
previousFile, previousLine = self._previousBegin
self._log.warn(
MORE_THAN_ONCE_WARNING,
fileNow=filename,
lineNow=lineno,
fileThen=previousFile,
lineThen=previousLine,
)
self._previousBegin = (filename, lineno)
if redirectStandardIO:
streams = [("stdout", LogLevel.info), ("stderr", LogLevel.error)]
else:
streams = []
for stream, level in streams:
oldStream = getattr(self._stdio, stream)
loggingFile = LoggingFile(
logger=Logger(namespace=stream, observer=self._publisher),
level=level,
encoding=getattr(oldStream, "encoding", None),
)
setattr(self._stdio, stream, loggingFile)
def showwarning(
self,
message: str,
category: Type[Warning],
filename: str,
lineno: int,
file: Optional[IO[Any]] = None,
line: Optional[str] = None,
) -> None:
"""
Twisted-enabled wrapper around L{warnings.showwarning}.
If C{file} is L{None}, the default behaviour is to emit the warning to
the log system, otherwise the original L{warnings.showwarning} Python
function is called.
@param message: A warning message to emit.
@param category: A warning category to associate with C{message}.
@param filename: A file name for the source code file issuing the
warning.
@param lineno: A line number in the source file where the warning was
issued.
@param file: A file to write the warning message to. If L{None},
write to L{sys.stderr}.
@param line: A line of source code to include with the warning message.
If L{None}, attempt to read the line from C{filename} and
C{lineno}.
"""
if file is None:
self._log.warn(
"{filename}:{lineno}: {category}: {warning}",
warning=message,
category=qual(category),
filename=filename,
lineno=lineno,
)
else:
self._oldshowwarning(message, category, filename, lineno, file, line)
globalLogPublisher = LogPublisher()
globalLogBeginner = LogBeginner(globalLogPublisher, sys.stderr, sys, warnings)
|
