Changeset View
Changeset View
Standalone View
Standalone View
python_modules/dagster-test/dagster_test/toys/schedules.py
| Show First 20 Lines • Show All 153 Lines • ▼ Show 20 Lines | @monthly_schedule( | ||||
| start_date=datetime.datetime(2021, 1, 1), | start_date=datetime.datetime(2021, 1, 1), | ||||
| execution_timezone=_toys_tz_info(), | execution_timezone=_toys_tz_info(), | ||||
| ) | ) | ||||
| def monthly_materialization_schedule(): | def monthly_materialization_schedule(): | ||||
| return {} | return {} | ||||
| def longitudinal_schedule(): | def longitudinal_schedule(): | ||||
| from .longitudinal import longitudinal_pipeline | from .longitudinal import longitudinal_job | ||||
| schedule_name = "longitudinal_demo" | schedule_name = "longitudinal_demo" | ||||
| def longitudinal_config(partition): | def longitudinal_config(partition): | ||||
| return { | return { | ||||
| "solids": { | "solids": { | ||||
| solid.name: {"config": {"partition": partition.name}} | solid.name: {"config": {"partition": partition.name}} | ||||
| for solid in longitudinal_pipeline.solids | for solid in longitudinal_job.solids | ||||
| } | } | ||||
| } | } | ||||
| partition_set = PartitionSetDefinition( | partition_set = PartitionSetDefinition( | ||||
| name="ingest_and_train", | name="ingest_and_train", | ||||
| pipeline_name="longitudinal_pipeline", | pipeline_name=longitudinal_job.name, | ||||
| partition_fn=date_partition_range(start=datetime.datetime(2020, 1, 1)), | partition_fn=date_partition_range(start=datetime.datetime(2020, 1, 1)), | ||||
| run_config_fn_for_partition=longitudinal_config, | run_config_fn_for_partition=longitudinal_config, | ||||
| ) | ) | ||||
| def _should_execute(context): | def _should_execute(context): | ||||
| return backfill_should_execute(context, partition_set, retry_failed=True) | return backfill_should_execute(context, partition_set, retry_failed=True) | ||||
| def _partition_selector(context, partition_set): | def _partition_selector(context, partition_set): | ||||
| Show All 30 Lines | |||||