dorn/sprint-econtai
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

progress

Browse source
This commit is contained in:
Félix Dorn 2025-07-03 17:32:41 +02:00
parent 2da206d368
commit b7c94590f9
14 changed files with 2200 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

13
pipeline/runner.py
View file

@ -5,11 +5,14 @@ from .postprocessors import check_for_insanity, create_df_tasks
from .generators import GENERATORS
from .run import Run
from .constants import GRAY
import platformdirs
import seaborn as sns
import matplotlib as mpl
from pathlib import Path
from typings import Optional
CACHE_DIR = platformdirs.user_cache_dir("econtai")
def run(output_dir: Optional[str] = None):
if output_dir is None:
output_dir = Path(".")
@ -17,12 +20,12 @@ def run(output_dir: Optional[str] = None):
load_dotenv()
_setup_graph_rendering()
current_run = Run()
current_run = Run(output_dir=output_dir, cache_dir=CACHE_DIR)
# Fetchers (fetchers.py)
current_run.onet_conn, current_run.onet_version = fetch_onet_database(current_run.meta)
current_run.oesm_df, current_run.oesm_version = fetch_oesm_data(current_run.meta)
current_run.epoch_df, current_run.epoch_version = fetch_epoch_remote_data(current_run.meta)
current_run.onet_conn, current_run.onet_version = fetch_onet_database(current_run)
current_run.oesm_df, current_run.oesm_version = fetch_oesm_data(current_run)
current_run.epoch_df, current_run.epoch_version = fetch_epoch_remote_data(current_run)
# Enrichments (enrichments.py)
current_run.task_estimateability_df = enrich_with_task_estimateability(current_run)
@ -34,7 +37,7 @@ def run(output_dir: Optional[str] = None):
# Generators (generators/)
for gen in GENERATORS:
gen(current_run, output_dir)
gen(current_run)
def _setup_graph_rendering():