diff options
author | Danglewood <85772166+deeleeramone@users.noreply.github.com> | 2024-01-20 08:46:11 -0800 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-01-20 16:46:11 +0000 |
commit | cf5a6417a0476d6aa96086545abbafac10adc31b (patch) | |
tree | 7eb214636448df51501c63e19b9d1b930ffbfea4 | |
parent | 237defad95d4b621220c14818e5db927f4aec3e0 (diff) |
regex out any invisible control character from sales_conditions field (#5977)
-rw-r--r-- | openbb_platform/providers/intrinio/openbb_intrinio/models/equity_quote.py | 12 |
1 files changed, 6 insertions, 6 deletions
diff --git a/openbb_platform/providers/intrinio/openbb_intrinio/models/equity_quote.py b/openbb_platform/providers/intrinio/openbb_intrinio/models/equity_quote.py index 6cdedf19460..a1698c3b4b2 100644 --- a/openbb_platform/providers/intrinio/openbb_intrinio/models/equity_quote.py +++ b/openbb_platform/providers/intrinio/openbb_intrinio/models/equity_quote.py @@ -1,5 +1,6 @@ """Intrinio Equity Quote Model.""" # pylint: disable=unused-argument +import re import warnings from datetime import datetime from typing import Any, Dict, List, Optional @@ -73,12 +74,11 @@ class IntrinioEquityQuoteData(EquityQuoteData): @classmethod def validate_sales_conditions(cls, v): """Validate sales conditions and remove empty strings.""" - if v == "\u0017 ": - return None - if v == "" or v is None: - return None - v = v.strip() - return v + if v: + control_char_re = re.compile(r"[\x00-\x1f\x7f-\x9f]") + v = control_char_re.sub("", v).strip() + v = None if v == "" else v + return v if v else None @field_validator("exchange", "market_center", mode="before", check_fields=False) @classmethod |