Differential D8684 Diff 40955 examples/docs_snippets/docs_snippets/concepts/io_management/root_input_manager.py
Changeset View
Changeset View
Standalone View
Standalone View
examples/docs_snippets/docs_snippets/concepts/io_management/root_input_manager.py
# pylint: disable=unused-argument | # pylint: disable=unused-argument | ||||
from dagster import InputDefinition, ModeDefinition, pipeline, root_input_manager, solid | from dagster import ( | ||||
InputDefinition, | |||||
ModeDefinition, | |||||
pipeline, | |||||
root_input_manager, | |||||
solid, | |||||
) | |||||
def read_dataframe_from_table(**_kwargs): | def read_dataframe_from_table(**_kwargs): | ||||
pass | pass | ||||
# start_marker | # start_marker | ||||
@solid(input_defs=[InputDefinition("dataframe", root_manager_key="my_root_manager")]) | @solid( | ||||
input_defs=[ | |||||
InputDefinition("dataframe", root_manager_key="my_root_manager") | |||||
] | |||||
) | |||||
def my_solid(dataframe): | def my_solid(dataframe): | ||||
"""Do some stuff""" | """Do some stuff""" | ||||
@root_input_manager | @root_input_manager | ||||
def table1_loader(_): | def table1_loader(_): | ||||
return read_dataframe_from_table(name="table1") | return read_dataframe_from_table(name="table1") | ||||
@pipeline(mode_defs=[ModeDefinition(resource_defs={"my_root_manager": table1_loader})]) | @pipeline( | ||||
mode_defs=[ | |||||
ModeDefinition(resource_defs={"my_root_manager": table1_loader}) | |||||
] | |||||
) | |||||
def my_pipeline(): | def my_pipeline(): | ||||
my_solid() | my_solid() | ||||
# end_marker | # end_marker |