Changeset View
Changeset View
Standalone View
Standalone View
examples/hacker_news/hacker_news/resources/snowflake_io_manager.py
Show First 20 Lines • Show All 54 Lines • ▼ Show 20 Lines | try: | ||||
conn = create_engine(url).connect() | conn = create_engine(url).connect() | ||||
yield conn | yield conn | ||||
finally: | finally: | ||||
if conn: | if conn: | ||||
conn.close() | conn.close() | ||||
@io_manager( | @io_manager( | ||||
config_schema=dict(**SNOWFLAKE_CONFIG_SCHEMA), | config_schema=SNOWFLAKE_CONFIG_SCHEMA, | ||||
) | ) | ||||
def snowflake_io_manager(_): | def snowflake_io_manager(_): | ||||
return SnowflakeIOManager() | return SnowflakeIOManager() | ||||
@io_manager( | @io_manager( | ||||
config_schema=dict(**SNOWFLAKE_CONFIG_SCHEMA), | config_schema=SNOWFLAKE_CONFIG_SCHEMA, | ||||
required_resource_keys={"partition_start", "partition_end"}, | required_resource_keys={"partition_start", "partition_end"}, | ||||
) | ) | ||||
def time_partitioned_snowflake_io_manager(_): | def time_partitioned_snowflake_io_manager(_): | ||||
return TimePartitionedSnowflakeIOManager() | return TimePartitionedSnowflakeIOManager() | ||||
class SnowflakeIOManager(IOManager): | class SnowflakeIOManager(IOManager): | ||||
""" | """ | ||||
▲ Show 20 Lines • Show All 144 Lines • Show Last 20 Lines |