Changeset View
Changeset View
Standalone View
Standalone View
python_modules/dagster/dagster/api/snapshot_partition.py
| from dagster import check | from dagster import check | ||||
| from dagster.core.host_representation.external_data import ( | from dagster.core.host_representation.external_data import ( | ||||
| ExternalPartitionConfigData, | ExternalPartitionConfigData, | ||||
| ExternalPartitionExecutionErrorData, | ExternalPartitionExecutionErrorData, | ||||
| ExternalPartitionNamesData, | ExternalPartitionNamesData, | ||||
| ExternalPartitionSetExecutionParamData, | ExternalPartitionSetExecutionParamData, | ||||
| ExternalPartitionTagsData, | ExternalPartitionTagsData, | ||||
| ) | ) | ||||
| from dagster.core.host_representation.handle import RepositoryHandle | from dagster.core.host_representation.handle import RepositoryHandle | ||||
| from dagster.core.instance import DagsterInstance | |||||
| from dagster.grpc.types import PartitionArgs, PartitionNamesArgs, PartitionSetExecutionParamArgs | from dagster.grpc.types import PartitionArgs, PartitionNamesArgs, PartitionSetExecutionParamArgs | ||||
| from .utils import execute_unary_api_cli_command | from .utils import execute_unary_api_cli_command | ||||
| def sync_get_external_partition_names(repository_handle, partition_set_name): | def sync_get_external_partition_names(instance, repository_handle, partition_set_name): | ||||
| check.inst_param(instance, "instance", DagsterInstance) | |||||
| check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | ||||
| check.str_param(partition_set_name, "partition_set_name") | check.str_param(partition_set_name, "partition_set_name") | ||||
| repository_origin = repository_handle.get_origin() | repository_origin = repository_handle.get_origin() | ||||
| return check.inst( | return check.inst( | ||||
| execute_unary_api_cli_command( | execute_unary_api_cli_command( | ||||
| repository_origin.executable_path, | repository_origin.executable_path, | ||||
| "partition_names", | "partition_names", | ||||
| PartitionNamesArgs( | PartitionNamesArgs( | ||||
| repository_origin=repository_origin, partition_set_name=partition_set_name | repository_origin=repository_origin, | ||||
| partition_set_name=partition_set_name, | |||||
| instance_ref=instance.get_ref(), | |||||
| ), | ), | ||||
| ), | ), | ||||
| (ExternalPartitionNamesData, ExternalPartitionExecutionErrorData), | (ExternalPartitionNamesData, ExternalPartitionExecutionErrorData), | ||||
| ) | ) | ||||
| def sync_get_external_partition_names_grpc(api_client, repository_handle, partition_set_name): | def sync_get_external_partition_names_grpc( | ||||
| api_client, instance, repository_handle, partition_set_name | |||||
| ): | |||||
| from dagster.grpc.client import DagsterGrpcClient | from dagster.grpc.client import DagsterGrpcClient | ||||
| check.inst_param(api_client, "api_client", DagsterGrpcClient) | check.inst_param(api_client, "api_client", DagsterGrpcClient) | ||||
| check.inst_param(instance, "instance", DagsterInstance) | |||||
| check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | ||||
| check.str_param(partition_set_name, "partition_set_name") | check.str_param(partition_set_name, "partition_set_name") | ||||
| repository_origin = repository_handle.get_origin() | repository_origin = repository_handle.get_origin() | ||||
| return check.inst( | return check.inst( | ||||
| api_client.external_partition_names( | api_client.external_partition_names( | ||||
| partition_names_args=PartitionNamesArgs( | partition_names_args=PartitionNamesArgs( | ||||
| repository_origin=repository_origin, partition_set_name=partition_set_name, | repository_origin=repository_origin, | ||||
| partition_set_name=partition_set_name, | |||||
| instance_ref=instance.get_ref(), | |||||
| ), | ), | ||||
| ), | ), | ||||
| (ExternalPartitionNamesData, ExternalPartitionExecutionErrorData), | (ExternalPartitionNamesData, ExternalPartitionExecutionErrorData), | ||||
| ) | ) | ||||
| def sync_get_external_partition_config(repository_handle, partition_set_name, partition_name): | def sync_get_external_partition_config( | ||||
| instance, repository_handle, partition_set_name, partition_name | |||||
| ): | |||||
| check.inst_param(instance, "instance", DagsterInstance) | |||||
| check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | ||||
| check.str_param(partition_set_name, "partition_set_name") | check.str_param(partition_set_name, "partition_set_name") | ||||
| check.str_param(partition_name, "partition_name") | check.str_param(partition_name, "partition_name") | ||||
| repository_origin = repository_handle.get_origin() | repository_origin = repository_handle.get_origin() | ||||
| return check.inst( | return check.inst( | ||||
| execute_unary_api_cli_command( | execute_unary_api_cli_command( | ||||
| repository_origin.executable_path, | repository_origin.executable_path, | ||||
| "partition_config", | "partition_config", | ||||
| PartitionArgs( | PartitionArgs( | ||||
| repository_origin=repository_origin, | repository_origin=repository_origin, | ||||
| partition_set_name=partition_set_name, | partition_set_name=partition_set_name, | ||||
| partition_name=partition_name, | partition_name=partition_name, | ||||
| instance_ref=instance.get_ref(), | |||||
| ), | ), | ||||
| ), | ), | ||||
| (ExternalPartitionConfigData, ExternalPartitionExecutionErrorData), | (ExternalPartitionConfigData, ExternalPartitionExecutionErrorData), | ||||
| ) | ) | ||||
| def sync_get_external_partition_config_grpc( | def sync_get_external_partition_config_grpc( | ||||
| api_client, repository_handle, partition_set_name, partition_name | api_client, instance, repository_handle, partition_set_name, partition_name, | ||||
| ): | ): | ||||
| from dagster.grpc.client import DagsterGrpcClient | from dagster.grpc.client import DagsterGrpcClient | ||||
| check.inst_param(api_client, "api_client", DagsterGrpcClient) | check.inst_param(api_client, "api_client", DagsterGrpcClient) | ||||
| check.inst_param(instance, "instance", DagsterInstance) | |||||
| check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | ||||
| check.str_param(partition_set_name, "partition_set_name") | check.str_param(partition_set_name, "partition_set_name") | ||||
| check.str_param(partition_name, "partition_name") | check.str_param(partition_name, "partition_name") | ||||
| repository_origin = repository_handle.get_origin() | repository_origin = repository_handle.get_origin() | ||||
| return check.inst( | return check.inst( | ||||
| api_client.external_partition_config( | api_client.external_partition_config( | ||||
| partition_args=PartitionArgs( | partition_args=PartitionArgs( | ||||
| repository_origin=repository_origin, | repository_origin=repository_origin, | ||||
| partition_set_name=partition_set_name, | partition_set_name=partition_set_name, | ||||
| partition_name=partition_name, | partition_name=partition_name, | ||||
| instance_ref=instance.get_ref(), | |||||
| ), | ), | ||||
| ), | ), | ||||
| (ExternalPartitionConfigData, ExternalPartitionExecutionErrorData), | (ExternalPartitionConfigData, ExternalPartitionExecutionErrorData), | ||||
| ) | ) | ||||
| def sync_get_external_partition_tags(repository_handle, partition_set_name, partition_name): | def sync_get_external_partition_tags( | ||||
| instance, repository_handle, partition_set_name, partition_name | |||||
| ): | |||||
| check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | ||||
| check.str_param(partition_set_name, "partition_set_name") | check.str_param(partition_set_name, "partition_set_name") | ||||
| check.str_param(partition_name, "partition_name") | check.str_param(partition_name, "partition_name") | ||||
| repository_origin = repository_handle.get_origin() | repository_origin = repository_handle.get_origin() | ||||
| return check.inst( | return check.inst( | ||||
| execute_unary_api_cli_command( | execute_unary_api_cli_command( | ||||
| repository_origin.executable_path, | repository_origin.executable_path, | ||||
| "partition_tags", | "partition_tags", | ||||
| PartitionArgs( | PartitionArgs( | ||||
| repository_origin=repository_origin, | repository_origin=repository_origin, | ||||
| partition_set_name=partition_set_name, | partition_set_name=partition_set_name, | ||||
| partition_name=partition_name, | partition_name=partition_name, | ||||
| instance_ref=instance.get_ref(), | |||||
| ), | ), | ||||
| ), | ), | ||||
| (ExternalPartitionTagsData, ExternalPartitionExecutionErrorData), | (ExternalPartitionTagsData, ExternalPartitionExecutionErrorData), | ||||
| ) | ) | ||||
| def sync_get_external_partition_tags_grpc( | def sync_get_external_partition_tags_grpc( | ||||
| api_client, repository_handle, partition_set_name, partition_name | api_client, instance, repository_handle, partition_set_name, partition_name, | ||||
| ): | ): | ||||
| from dagster.grpc.client import DagsterGrpcClient | from dagster.grpc.client import DagsterGrpcClient | ||||
| check.inst_param(api_client, "api_client", DagsterGrpcClient) | check.inst_param(api_client, "api_client", DagsterGrpcClient) | ||||
| check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | ||||
| check.str_param(partition_set_name, "partition_set_name") | check.str_param(partition_set_name, "partition_set_name") | ||||
| check.str_param(partition_name, "partition_name") | check.str_param(partition_name, "partition_name") | ||||
| repository_origin = repository_handle.get_origin() | repository_origin = repository_handle.get_origin() | ||||
| return check.inst( | return check.inst( | ||||
| api_client.external_partition_tags( | api_client.external_partition_tags( | ||||
| partition_args=PartitionArgs( | partition_args=PartitionArgs( | ||||
| repository_origin=repository_origin, | repository_origin=repository_origin, | ||||
| partition_set_name=partition_set_name, | partition_set_name=partition_set_name, | ||||
| partition_name=partition_name, | partition_name=partition_name, | ||||
| instance_ref=instance.get_ref(), | |||||
| ), | ), | ||||
| ), | ), | ||||
| (ExternalPartitionTagsData, ExternalPartitionExecutionErrorData), | (ExternalPartitionTagsData, ExternalPartitionExecutionErrorData), | ||||
| ) | ) | ||||
| def sync_get_external_partition_set_execution_param_data( | def sync_get_external_partition_set_execution_param_data( | ||||
| repository_handle, partition_set_name, partition_names | instance, repository_handle, partition_set_name, partition_names, | ||||
| ): | ): | ||||
| check.inst_param(instance, "instance", DagsterInstance) | |||||
| check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | ||||
| check.str_param(partition_set_name, "partition_set_name") | check.str_param(partition_set_name, "partition_set_name") | ||||
| check.list_param(partition_names, "partition_names", of_type=str) | check.list_param(partition_names, "partition_names", of_type=str) | ||||
| repository_origin = repository_handle.get_origin() | repository_origin = repository_handle.get_origin() | ||||
| return check.inst( | return check.inst( | ||||
| execute_unary_api_cli_command( | execute_unary_api_cli_command( | ||||
| repository_origin.executable_path, | repository_origin.executable_path, | ||||
| "partition_set_execution_param_data", | "partition_set_execution_param_data", | ||||
| PartitionSetExecutionParamArgs( | PartitionSetExecutionParamArgs( | ||||
| repository_origin=repository_origin, | repository_origin=repository_origin, | ||||
| partition_set_name=partition_set_name, | partition_set_name=partition_set_name, | ||||
| partition_names=partition_names, | partition_names=partition_names, | ||||
| instance_ref=instance.get_ref(), | |||||
| ), | ), | ||||
| ), | ), | ||||
| (ExternalPartitionSetExecutionParamData, ExternalPartitionExecutionErrorData), | (ExternalPartitionSetExecutionParamData, ExternalPartitionExecutionErrorData), | ||||
| ) | ) | ||||
| def sync_get_external_partition_set_execution_param_data_grpc( | def sync_get_external_partition_set_execution_param_data_grpc( | ||||
| api_client, repository_handle, partition_set_name, partition_names | api_client, instance, repository_handle, partition_set_name, partition_names, | ||||
| ): | ): | ||||
| from dagster.grpc.client import DagsterGrpcClient | from dagster.grpc.client import DagsterGrpcClient | ||||
| check.inst_param(api_client, "api_client", DagsterGrpcClient) | check.inst_param(api_client, "api_client", DagsterGrpcClient) | ||||
| check.inst_param(instance, "instance", DagsterInstance) | |||||
| check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | check.inst_param(repository_handle, "repository_handle", RepositoryHandle) | ||||
| check.str_param(partition_set_name, "partition_set_name") | check.str_param(partition_set_name, "partition_set_name") | ||||
| check.list_param(partition_names, "partition_names", of_type=str) | check.list_param(partition_names, "partition_names", of_type=str) | ||||
| repository_origin = repository_handle.get_origin() | repository_origin = repository_handle.get_origin() | ||||
| return check.inst( | return check.inst( | ||||
| api_client.external_partition_set_execution_params( | api_client.external_partition_set_execution_params( | ||||
| partition_set_execution_param_args=PartitionSetExecutionParamArgs( | partition_set_execution_param_args=PartitionSetExecutionParamArgs( | ||||
| repository_origin=repository_origin, | repository_origin=repository_origin, | ||||
| partition_set_name=partition_set_name, | partition_set_name=partition_set_name, | ||||
| partition_names=partition_names, | partition_names=partition_names, | ||||
| instance_ref=instance.get_ref(), | |||||
| ), | ), | ||||
| ), | ), | ||||
| (ExternalPartitionSetExecutionParamData, ExternalPartitionExecutionErrorData), | (ExternalPartitionSetExecutionParamData, ExternalPartitionExecutionErrorData), | ||||
| ) | ) | ||||