FilesExpand file tree

master

/

logger.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

98 lines (73 loc) · 2.78 KB

master

/

logger.py

Copy path

Top

File metadata and controls

• Code
• Blame

98 lines (73 loc) · 2.78 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

from collections import deque

from datetime import datetime

import io

import logging

import sys

import threading

logs = None

stdout_interceptor = None

stderr_interceptor = None

class LogInterceptor(io.TextIOWrapper):

def __init__(self, stream, *args, **kwargs):

buffer = stream.buffer

encoding = stream.encoding

super().__init__(buffer, *args, **kwargs, encoding=encoding, line_buffering=stream.line_buffering)

self._lock = threading.Lock()

self._flush_callbacks = []

self._logs_since_flush = []

def write(self, data):

entry = {"t": datetime.now().isoformat(), "m": data}

with self._lock:

self._logs_since_flush.append(entry)

# Simple handling for cr to overwrite the last output if it isnt a full line

# else logs just get full of progress messages

if isinstance(data, str) and data.startswith("\r") and not logs[-1]["m"].endswith("\n"):

logs.pop()

logs.append(entry)

super().write(data)

def flush(self):

super().flush()

for cb in self._flush_callbacks:

cb(self._logs_since_flush)

self._logs_since_flush = []

def on_flush(self, callback):

self._flush_callbacks.append(callback)

def get_logs():

return logs

def on_flush(callback):

if stdout_interceptor is not None:

stdout_interceptor.on_flush(callback)

if stderr_interceptor is not None:

stderr_interceptor.on_flush(callback)

def setup_logger(log_level: str = 'INFO', capacity: int = 300, use_stdout: bool = False):

global logs

if logs:

return

# Override output streams and log to buffer

logs = deque(maxlen=capacity)

global stdout_interceptor

global stderr_interceptor

stdout_interceptor = sys.stdout = LogInterceptor(sys.stdout)

stderr_interceptor = sys.stderr = LogInterceptor(sys.stderr)

# Setup default global logger

logger = logging.getLogger()

logger.setLevel(log_level)

stream_handler = logging.StreamHandler()

stream_handler.setFormatter(logging.Formatter("%(message)s"))

if use_stdout:

# Only errors and critical to stderr

stream_handler.addFilter(lambda record: not record.levelno < logging.ERROR)

# Lesser to stdout

stdout_handler = logging.StreamHandler(sys.stdout)

stdout_handler.setFormatter(logging.Formatter("%(message)s"))

stdout_handler.addFilter(lambda record: record.levelno < logging.ERROR)

logger.addHandler(stdout_handler)

logger.addHandler(stream_handler)

STARTUP_WARNINGS = []

def log_startup_warning(msg):

logging.warning(msg)

STARTUP_WARNINGS.append(msg)

def print_startup_warnings():

for s in STARTUP_WARNINGS:

logging.warning(s)

STARTUP_WARNINGS.clear()