Differential D8684 Diff 40807 examples/docs_snippets/docs_snippets/legacy/data_science/iris_pipeline_3.py
Changeset View
Changeset View
Standalone View
Standalone View
examples/docs_snippets/docs_snippets/legacy/data_science/iris_pipeline_3.py
import dagstermill as dm | import dagstermill as dm | ||||
from dagster import Field, InputDefinition, Int, ModeDefinition, fs_io_manager, pipeline | from dagster import ( | ||||
Field, | |||||
InputDefinition, | |||||
Int, | |||||
ModeDefinition, | |||||
fs_io_manager, | |||||
pipeline, | |||||
) | |||||
from dagster.utils import script_relative_path | from dagster.utils import script_relative_path | ||||
from docs_snippets.legacy.data_science.download_file import download_file | from docs_snippets.legacy.data_science.download_file import download_file | ||||
k_means_iris = dm.define_dagstermill_solid( | k_means_iris = dm.define_dagstermill_solid( | ||||
"k_means_iris", | "k_means_iris", | ||||
script_relative_path("iris-kmeans_2.ipynb"), | script_relative_path("iris-kmeans_2.ipynb"), | ||||
input_defs=[InputDefinition("path", str, description="Local path to the Iris dataset")], | input_defs=[ | ||||
InputDefinition( | |||||
"path", str, description="Local path to the Iris dataset" | |||||
) | |||||
], | |||||
config_schema=Field( | config_schema=Field( | ||||
Int, default_value=3, is_required=False, description="The number of clusters to find" | Int, | ||||
default_value=3, | |||||
is_required=False, | |||||
description="The number of clusters to find", | |||||
), | ), | ||||
) | ) | ||||
@pipeline(mode_defs=[ModeDefinition(resource_defs={"io_manager": fs_io_manager})]) | @pipeline( | ||||
mode_defs=[ModeDefinition(resource_defs={"io_manager": fs_io_manager})] | |||||
) | |||||
def iris_pipeline(): | def iris_pipeline(): | ||||
k_means_iris(download_file()) | k_means_iris(download_file()) |