Differential D8684 Diff 40813 examples/docs_snippets/docs_snippets/concepts/io_management/subselection.py

Changeset View

Standalone View

Show All 39 Lines	def my_io_manager(_):
return MyIOManager()		return MyIOManager()


@solid(output_defs=[OutputDefinition(io_manager_key="my_io_manager")])		@solid(output_defs=[OutputDefinition(io_manager_key="my_io_manager")])
def solid1():		def solid1():
"""Do stuff"""		"""Do stuff"""


@solid(input_defs=[InputDefinition("dataframe", root_manager_key="my_root_input_manager")])		@solid(
		input_defs=[
		InputDefinition("dataframe", root_manager_key="my_root_input_manager")
		]
		)
def solid2(dataframe):		def solid2(dataframe):
"""Do stuff"""		"""Do stuff"""


@pipeline(		@pipeline(
mode_defs=[		mode_defs=[
ModeDefinition(		ModeDefinition(
resource_defs={		resource_defs={
Show All 14 Lines	def execute_full():
execute_pipeline(my_pipeline)		execute_pipeline(my_pipeline)


def execute_subselection():		def execute_subselection():
# start_execute_subselection		# start_execute_subselection
execute_pipeline(		execute_pipeline(
my_pipeline,		my_pipeline,
solid_selection=["solid2"],		solid_selection=["solid2"],
run_config={"solids": {"solid2": {"inputs": {"dataframe": {"table_name": "tableX"}}}}},		run_config={
		"solids": {
		"solid2": {"inputs": {"dataframe": {"table_name": "tableX"}}}
		}
		},
)		)

# end_execute_subselection		# end_execute_subselection