Changeset View
Changeset View
Standalone View
Standalone View
python_modules/dagster/dagster/core/storage/asset_store.py
Show First 20 Lines • Show All 198 Lines • ▼ Show 20 Lines | def set_asset_with_version(self, context, step_output_handle, obj, asset_metadata, version): | ||||
"""Persist the given data object to be associated with the given version.""" | """Persist the given data object to be associated with the given version.""" | ||||
def set_asset(self, context, step_output_handle, obj, asset_metadata): | def set_asset(self, context, step_output_handle, obj, asset_metadata): | ||||
self.set_asset_with_version( | self.set_asset_with_version( | ||||
context, | context, | ||||
step_output_handle, | step_output_handle, | ||||
obj, | obj, | ||||
asset_metadata, | asset_metadata, | ||||
context.execution_plan.step_output_versions[step_output_handle], | context.execution_plan.resolve_step_output_versions()[step_output_handle], | ||||
) | ) | ||||
@abstractmethod | @abstractmethod | ||||
def get_asset_with_version(self, context, step_output_handle, asset_metadata, version): | def get_asset_with_version(self, context, step_output_handle, asset_metadata, version): | ||||
"""Given a step output handle and version, retrieve the corresponding data object if it exists.""" | """Given a step output handle and version, retrieve the corresponding data object if it exists.""" | ||||
def get_asset(self, context, step_output_handle, asset_metadata): | def get_asset(self, context, step_output_handle, asset_metadata): | ||||
return self.get_asset_with_version( | return self.get_asset_with_version( | ||||
context, | context, | ||||
step_output_handle, | step_output_handle, | ||||
asset_metadata, | asset_metadata, | ||||
context.execution_plan.step_output_versions[step_output_handle], | context.execution_plan.resolve_step_output_versions()[step_output_handle], | ||||
) | ) | ||||
@abstractmethod | @abstractmethod | ||||
def has_asset_with_version(self, step_output_handle, asset_metadata, version): | def has_asset_with_version(self, step_output_handle, asset_metadata, version): | ||||
"""Returns True if asset is stored for given version, False if not.""" | """Returns True if asset is stored for given version, False if not.""" | ||||
class VersionedPickledObjectFilesystemAssetStore(VersionedAssetStore): | class VersionedPickledObjectFilesystemAssetStore(VersionedAssetStore): | ||||
▲ Show 20 Lines • Show All 59 Lines • Show Last 20 Lines |