Wattana/wattanalyse
1
0
Fork 0
generated from dopt-python/py311
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix placement of constants

Browse Source
This commit is contained in:
Florian Förster
2026-06-12 11:09:12 +02:00
parent 551e5de085
commit d852c0c7e6
1 changed files with 12 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
src/wattanalyse/pipelines.py
View File

@@ -58,6 +58,18 @@ RENAMING_SCHEME_PSM: dict[str, str] = {
PRIM_KEYS: Final[list[str]] = ["PA", "PA_Pos"] PRIM_KEYS: Final[list[str]] = ["PA", "PA_Pos"]
NOT_NULL_COLS: Final[tuple[str, ...]] = ("PA", "PA_Pos", "Meldezeitpunkt_Historie")
NOT_IN_FUTURE_COLS_DATETIME: Final[tuple[str, ...]] = ("Meldezeitpunkt_Historie",)
NOT_IN_FUTURE_COLS_DATE: Final[tuple[str, ...]] = ("Wareneingang am", "Prod-Start_Historie")
PLAUSI_FEATURES: Final[list[str]] = [
"Prod-EP10_Historie",
"Prod-EP20_Historie",
"Prod-EP30_Historie",
"Prod-EP40_Historie",
"Prod-EP50_Historie",
]
LOWER_BOUND_DATE_DEVIATION: Final[int] = ( LOWER_BOUND_DATE_DEVIATION: Final[int] = (
USER_CFG.Datenpipelines_PSM.Terminabweichung_untere_Schranke USER_CFG.Datenpipelines_PSM.Terminabweichung_untere_Schranke
) )
@@ -133,7 +145,6 @@ def preprocess_psm(
data = data.drop("null_count") data = data.drop("null_count")
# any NULL values in critical columns # any NULL values in critical columns
NOT_NULL_COLS = ("PA", "PA_Pos", "Meldezeitpunkt_Historie")
conds = [pl.col(col).is_null() for col in NOT_NULL_COLS] conds = [pl.col(col).is_null() for col in NOT_NULL_COLS]
filtered_data = pl.concat([filtered_data, data.filter(pl.any_horizontal(*conds))]) filtered_data = pl.concat([filtered_data, data.filter(pl.any_horizontal(*conds))])
data = data.filter(~pl.any_horizontal(*conds)) data = data.filter(~pl.any_horizontal(*conds))
@@ -142,8 +153,6 @@ def preprocess_psm(
# dates not allowed to be in the future # dates not allowed to be in the future
current_datetime = datetime.datetime.now() current_datetime = datetime.datetime.now()
current_date = current_datetime.date() current_date = current_datetime.date()
NOT_IN_FUTURE_COLS_DATETIME = ("Meldezeitpunkt_Historie",)
NOT_IN_FUTURE_COLS_DATE = ("Wareneingang am", "Prod-Start_Historie")
conds = [ conds = [
(pl.col(col) > current_datetime).fill_null(False) (pl.col(col) > current_datetime).fill_null(False)
for col in NOT_IN_FUTURE_COLS_DATETIME for col in NOT_IN_FUTURE_COLS_DATETIME
@@ -188,13 +197,6 @@ def process_order_level(
data = data.sort(PRIM_KEYS + ["Meldezeitpunkt_Historie"], descending=False) data = data.sort(PRIM_KEYS + ["Meldezeitpunkt_Historie"], descending=False)
# ** plausibility check of order quantities # ** plausibility check of order quantities
PLAUSI_FEATURES: list[str] = [
"Prod-EP10_Historie",
"Prod-EP20_Historie",
"Prod-EP30_Historie",
"Prod-EP40_Historie",
"Prod-EP50_Historie",
]
data = data.with_columns( data = data.with_columns(
pl.all_horizontal( pl.all_horizontal(
pl.col(PLAUSI_FEATURES).is_null() | (pl.col(PLAUSI_FEATURES) == 0) pl.col(PLAUSI_FEATURES).is_null() | (pl.col(PLAUSI_FEATURES) == 0)