best-address-21754
12/21/2023, 8:17 AMsource:
type: postgres
config:
host_port: 'xxxxx'
database: xxxx
username: xxxx
include_tables: true
include_views: true
incremental_lineage: true
include_table_location_lineage: true
include_view_lineage: true
include_view_column_lineage: true
profiling:
max_workers: 10
enabled: true
profile_table_level_only: false
use_sampling: true
sample_size: 1000000
stateful_ingestion:
remove_stale_metadata: true
enabled: true
env: PROD
password: xxxx
schema_pattern:
allow:
- stg
- ods
- dw
- dws
- ads
deny:
- information_schema
- pg_catalog
table_pattern:
allow:
- 'stg.*'
- 'ods.*'
- 'dwd.*'
- 'dim.*'
- 'dws.*'
- 'ads.*'
deny:
- '.*1_prt.*'
- 'tmp.*'
- 'temp.*'
- 'backup.*'
- 'spark.*'
- ft_
- flink
- test