Skip to content

Commit

Permalink
Retry policy for VCE + highmem use for VCE asset check.
Browse files Browse the repository at this point in the history
  • Loading branch information
zaneselvans committed Oct 18, 2024
1 parent 6f64a29 commit a40b1f3
Showing 1 changed file with 8 additions and 1 deletion.
9 changes: 8 additions & 1 deletion src/pudl/transform/vcerare.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
"""

import pandas as pd
from dagster import AssetCheckResult, asset, asset_check
from dagster import AssetCheckResult, Backoff, Jitter, RetryPolicy, asset, asset_check

import pudl
from pudl.helpers import cleanstrings_snake, simplify_columns, zero_pad_numeric_string
Expand Down Expand Up @@ -250,6 +250,12 @@ def _combine_cap_fac_with_fips_df(
io_manager_key="parquet_io_manager",
compute_kind="pandas",
op_tags={"memory-use": "very-high"},
retry_policy=RetryPolicy(
max_retries=3,
delay=60, # holuppaminute
backoff=Backoff.EXPONENTIAL,
jitter=Jitter.PLUS_MINUS,
),
)
def out_vcerare__hourly_available_capacity_factor(
raw_vcerare__lat_lon_fips: pd.DataFrame,
Expand Down Expand Up @@ -291,6 +297,7 @@ def out_vcerare__hourly_available_capacity_factor(
asset=out_vcerare__hourly_available_capacity_factor,
blocking=True,
description="Check that output table is as expected.",
op_tags={"memory-use": "high"},
)
def check_hourly_available_cap_fac_table(asset_df: pd.DataFrame): # noqa: C901
"""Check that the final output table is as expected."""
Expand Down

0 comments on commit a40b1f3

Please sign in to comment.