1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
# IMPORT STANDARD
import json
import logging
import re
import warnings
from copy import deepcopy
from enum import Enum
from typing import Any, Dict
from openbb_core.app.logs.formatters.formatter_with_exceptions import (
FormatterWithExceptions,
)
from openbb_core.app.logs.models.logging_settings import LoggingSettings
from openbb_core.env import Env
from posthog import Posthog
openbb_posthog = Posthog(
"phc_6FXLqu4uW9yxfyN8DpPdgzCdlYXOmIWdMGh6GnBgJLX", # pragma: allowlist secret
host="https://app.posthog.com",
)
class PosthogHandler(logging.Handler):
"""Posthog Handler"""
class AllowedEvents(Enum):
"""Allowed Posthog Events"""
log_startup = "log_startup"
log_cmd = "log_cmd"
log_error = "log_error"
log_warning = "log_warning"
def __init__(self, settings: LoggingSettings):
super().__init__()
self._settings = settings
self.logged_in = False
@property
def settings(self) -> LoggingSettings:
return deepcopy(self._settings)
@settings.setter
def settings(self, settings: LoggingSettings) -> None:
self._settings = settings
def emit(self, record: logging.LogRecord):
try:
self.send(record=record)
except Exception:
self.handleError(record)
def log_to_dict(self, log_info: str) -> dict:
"""Log to dict"""
log_regex = r"(STARTUP|CMD|ERROR): (.*)"
log_dict: Dict[str, Any] = {}
for log in re.findall(log_regex, log_info):
log_dict[log[0]] = json.loads(log[1])
return log_dict
def send(self, record: logging.LogRecord):
"""Send log record to Posthog"""
level_name = logging.getLevelName(record.levelno)
log_line = FormatterWithExceptions.filter_log_line(text=record.getMessage())
log_extra = self.extract_log_extra(record=record)
log_extra.update(dict(level=level_name, message=log_line))
event_name = f"log_{level_name.lower()}"
if log_dict := self.log_to_dict(log_info=log_line):
event_name = f"log_{list(log_dict.keys())[0].lower()}"
log_dict = log_dict.get("STARTUP", log_dict)
log_extra = {**log_extra, **log_dict}
log_extra.pop("message", None)
if re.match(r"^(QUEUE|START|END|INPUT:)", log_line) and not log_dict:
return
if event_name not in [e.value for e in self.AllowedEvents]:
return
if not self.logged_in and self._settings.user_id:
self.logged_in = True
openbb_posthog.identify(
self._settings.user_id,
{
"email": self._settings.user_email,
"primaryUsage": self._settings.user_primary_usage,
},
)
openbb_posthog.alias(self._settings.user_id, self._settings.app_id)
result = openbb_posthog.capture(
self._settings.app_id,
event_name,
properties=log_extra,
)
if Env().DEBUG_MODE:
warnings.warn(result)
def extract_log_extra(self, record: logging.LogRecord) -> Dict[str, Any]:
"""Extract log extra from record"""
log_extra: Dict[str, Any] = {
"appName": self._settings.app_name,
"subAppName": self._settings.sub_app_name,
"appId": self._settings.app_id,
"sessionId": self._settings.session_id,
"platform": self._settings.platform,
"pythonVersion": self._settings.python_version,
"obbPlatformVersion": self._settings.platform_version,
}
if self._settings.user_id:
log_extra["userId"] = self._settings.user_id
if hasattr(record, "extra"):
log_extra = {**log_extra, **record.extra} # type: ignore
if record.exc_info:
log_extra["exception"] = {
"type": str(record.exc_info[0]),
"value": str(record.exc_info[1]),
}
return log_extra
|