1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
|
import subprocess
import sys
from pathlib import Path
from typing import Any, Dict
import toml
PLATFORM_PATH = Path(__file__).parent.parent.parent.parent.resolve() / "openbb_platform"
PYPROJECT = PLATFORM_PATH / "pyproject.toml"
SUB_PACKAGES = {}
DEPENDENCIES: Dict[str, Any] = {}
PLUGINS: Dict[str, Dict] = {
"openbb_core_extension": {},
"openbb_provider_extension": {},
}
CMD = [sys.executable, "-m", "poetry", "build"]
PYPROJECT_TOML = toml.load(PYPROJECT)
POETRY_DICT: Dict[str, dict] = PYPROJECT_TOML["tool"]["poetry"]
POETRY_DICT.pop("extras", None)
original_pyproject = PYPROJECT.read_text()
def gather_metadata(sub_path: str):
"""Gather metadata from the pyproject.toml files.
Parameters
----------
sub_path : str
The path to the sub packages.
"""
for path in PLATFORM_PATH.rglob(f"{sub_path}/**/pyproject.toml"):
pyproject_toml = toml.load(path)
poetry_dict: Dict[str, dict] = pyproject_toml["tool"]["poetry"]
package_name = poetry_dict["packages"][0]["include"]
for extension in list(PLUGINS.keys()):
PLUGINS[extension].update(poetry_dict.get("plugins", {}).get(extension, {}))
DEPENDENCIES.update(pyproject_toml["tool"]["poetry"]["dependencies"])
SUB_PACKAGES[package_name] = path.relative_to(PLATFORM_PATH).parent.as_posix()
def build():
"""Build the Platform package."""
for sub_path in ["core", "providers", "extensions"]:
gather_metadata(sub_path)
# need to pop these from the dependencies
DEPENDENCIES.pop("openbb-core", None)
# add the sub packages
for package_name, path in SUB_PACKAGES.items():
POETRY_DICT["packages"].append({"include": package_name, "from": f"./{path}"})
# add the plugins extensions
for extension, plugins in PLUGINS.items():
POETRY_DICT.setdefault("plugins", {}).setdefault(extension, {}).update(plugins)
# update the dependencies and platform poetry dict
POETRY_DICT["dependencies"] = DEPENDENCIES
PYPROJECT_TOML["tool"]["poetry"] = POETRY_DICT
temp_pyproject = toml.dumps(PYPROJECT_TOML)
try:
with open(PYPROJECT, "w", encoding="utf-8", newline="\n") as f:
f.write(temp_pyproject)
subprocess.run(CMD, cwd=PLATFORM_PATH, check=True) # noqa: S603,PLW1510
except (Exception, KeyboardInterrupt) as e:
print(e) # noqa: T201
print("Restoring pyproject.toml") # noqa: T201
# we restore the original pyproject.toml
with open(PYPROJECT, "w", encoding="utf-8", newline="\n") as f:
f.write(original_pyproject)
if __name__ == "__main__":
build()
|
