numerous-address-22061
05/18/2023, 5:04 PMpipeline_name: snowflake-lineage-ingestion
source:
type: snowflake
config:
# This option is recommended to be used to ingest all lineage
ignore_start_time_lineage: false
# Coordinates
account_id: ${SNOWFLAKE_ACCOUNT_ID}
warehouse: ${SNOWFLAKE_WAREHOUSE}
# Credentials
username: ${SNOWFLAKE_USERNAME}
password: ${SNOWFLAKE_PASSWORD}
role: ${SNOWFLAKE_ROLE}
#this ingestion is just for lineage
include_view_lineage: true
include_table_lineage: true
include_usage_stats: true
include_column_lineage: true
stateful_ingestion:
enabled: true
profiling:
# Change to false to disable profiling
enabled: false
sink:
type: "datahub-rest"
config:
server: ${DATAHUB_GMS_ENDPOINT}
gray-shoe-75895
05/25/2023, 5:41 AM