Differential D8684 Diff 40807 examples/docs_snippets/docs_snippets/concepts/assets/materialization_pipelines.py

Changeset View

Standalone View

	Show All 23 Lines

	@solid(output_defs=[OutputDefinition(asset_key=AssetKey("my_db.users"))])			@solid(output_defs=[OutputDefinition(asset_key=AssetKey("my_db.users"))])
	def scrape_users():			def scrape_users():
	users_df = some_api_call()			users_df = some_api_call()
	persist_to_db(users_df)			persist_to_db(users_df)
	return users_df			return users_df


	@solid(output_defs=[OutputDefinition(asset_key=AssetKey("ml_models.user_prediction"))])			@solid(
				output_defs=[
				OutputDefinition(asset_key=AssetKey("ml_models.user_prediction"))
				]
				)
	def get_prediction_model(users_df):			def get_prediction_model(users_df):
	my_ml_model = train_prediction_model(users_df)			my_ml_model = train_prediction_model(users_df)
	persist_to_model_store(my_ml_model)			persist_to_model_store(my_ml_model)
	return my_ml_model			return my_ml_model


	@pipeline			@pipeline
	def my_user_model_pipeline():			def my_user_model_pipeline():
	get_prediction_model(scrape_users())			get_prediction_model(scrape_users())


	# end_pipeline_0			# end_pipeline_0