⚠️ WARNING: Validation step '1' exceeded threshold!
❌ ERROR: Critical validation failure in step '2'!
This requires immediate attention.Step-Level Actions
Configure actions to trigger when validation thresholds are exceeded, such as logging warnings or errors.
import pointblank as pb
def log_warning():
"""Custom action to log validation warnings"""
metadata = pb.get_action_metadata()
print(f"⚠️ WARNING: Validation step '{metadata['step']}' exceeded threshold!")
def log_error():
"""Custom action to log validation errors"""
metadata = pb.get_action_metadata()
print(f"❌ ERROR: Critical validation failure in step '{metadata['step']}'!")
print(f" This requires immediate attention.")
validation = (
pb.Validate(
data=pb.load_dataset(dataset="nycflights", tbl_type="polars"),
label="Validation with actions"
)
.col_vals_between(
columns="distance",
left=100, right=2000,
thresholds=pb.Thresholds(warning=0.1), # Allow 10% failures before warning
actions=pb.Actions(warning=log_warning),
brief="Column 'distance' range check."
)
.col_vals_gt(
columns="air_time",
value=25,
na_pass=True,
thresholds=pb.Thresholds(error=200), # Allow only 200 failures before error
actions=pb.Actions(error=log_error),
brief="Column 'origin' check for minimum value."
)
.col_vals_not_null(
columns="carrier",
thresholds=(1, 0.05), # No tolerance for null values
actions=pb.Actions(warning=log_warning, error=log_error),
brief="Column 'carrier' completeness check."
)
.interrogate()
)
validationPreview of Input Table
PolarsRows336,776Columns18 |
||||||||||||||||||