Launch Week

1from prefect import flow
2from prefect_dbt.core.settings import PrefectDbtSettings
3from prefect_dbt.core._orchestrator import (
4    PrefectDbtOrchestrator,
5    ExecutionMode,
6)
7
8
9@flow
10def run_dbt_build():
11    settings = PrefectDbtSettings(project_dir="./my_dbt_project")
12    orchestrator = PrefectDbtOrchestrator(
13        settings=settings,
14        execution_mode=ExecutionMode.PER_NODE,
15        retries=3,
16        retry_delay_seconds=60,
17    )
18
19    return orchestrator.run_build(select="tag:daily")

1from prefect import flow
2from prefect_kubernetes import kubernetes
3
4
5@kubernetes(work_pool="gpu-pool", cpu="4", memory="16Gi")
6@flow
7def train_fraud_model(dataset_uri: str):
8    import torch
9    return torch.cuda.is_available()
10
11
12@flow
13def fraud_pipeline():
14    cleaned = clean(load("s3://transactions/today.parquet"))
15    model = train_fraud_model(cleaned)
16    score(model)