Differential D8684 Diff 40813 examples/docs_snippets/docs_snippets/concepts/io_management/custom_io_manager.py

Changeset View

Standalone View

Show All 35 Lines	def load_input(self, context):
return read_dataframe_from_table(name=table_name)		return read_dataframe_from_table(name=table_name)


@io_manager		@io_manager
def df_table_io_manager(_):		def df_table_io_manager(_):
return DataframeTableIOManager()		return DataframeTableIOManager()


@pipeline(mode_defs=[ModeDefinition(resource_defs={"io_manager": df_table_io_manager})])		@pipeline(
		mode_defs=[
		ModeDefinition(resource_defs={"io_manager": df_table_io_manager})
		]
		)
def my_pipeline():		def my_pipeline():
solid2(solid1())		solid2(solid1())


# end_marker		# end_marker

# start_metadata_marker		# start_metadata_marker
class DataframeTableIOManagerWithMetadata(IOManager):		class DataframeTableIOManagerWithMetadata(IOManager):
Show All 14 Lines


@io_manager		@io_manager
def df_table_io_manager_with_metadata(_):		def df_table_io_manager_with_metadata(_):
return DataframeTableIOManagerWithMetadata()		return DataframeTableIOManagerWithMetadata()


@pipeline(		@pipeline(
mode_defs=[ModeDefinition(resource_defs={"io_manager": df_table_io_manager_with_metadata})]		mode_defs=[
		ModeDefinition(
		resource_defs={"io_manager": df_table_io_manager_with_metadata}
		)
		]
)		)
def my_pipeline_with_metadata():		def my_pipeline_with_metadata():
solid2(solid1())		solid2(solid1())