astonishing-kite-41577
10/25/2022, 3:51 PMastonishing-kite-41577
10/25/2022, 3:56 PMsource:
type: s3
config:
profiling:
enabled: false
path_specs:
-
include: '<s3://dev/Study2/Combined/*.*>'
env: PROD
aws_config:
aws_access_key_id: '${AWS_ACCESS_KEY_ID_JR}'
aws_secret_access_key: '${AWS_SECRET_KEY_JR}'
aws_session_token: '${AWS_SESSION_TOKEN_JR}'
aws_region: us-east-1
pipeline_name: 'urn:li:dataHubIngestionSource:61dcc24b-824c-4b60-858b-bd309e51c81a'
transformers:
-
type: simple_add_dataset_properties
config:
semantics: OVERWRITE
properties:
new_prop_1: Text
new_prop_2: texttt
-
type: simple_add_dataset_tags
config:
tag_urns:
- 'urn:li:tag:NeedsDocumentation'
- 'urn:li:tag:Legacy'
-
type: simple_add_dataset_terms
config:
term_urns:
- 'urn:li:glossaryTerm:Confidential'
-
type: simple_add_dataset_domain
config:
semantics: OVERWRITE
replace_existing: true
domains:
- 'Molecular Analysis'
-
type: simple_add_dataset_ownership
config:
owner_urns:
- 'urn:li:corpuser:accc8zz'
- 'urn:li:corpGroup:Admin'
ownership_type: PRODUCERechoing-airport-49548
10/25/2022, 5:30 PMastonishing-kite-41577
10/25/2022, 6:07 PM