wooden-spring-14915
10/10/2022, 1:28 AMelegant-house-93198
little-portugal-52201
10/11/2022, 6:49 AMdatasources={
datasource_name: {
"module_name": "great_expectations.datasource",
'execution_engine': {
'class_name': 'SqlAlchemyExecutionEngine',
'connection_string': f'bigquery://{gcp_project_name}/{self.dataset}?credentials_path={credentials_path}',
},
'data_connectors': {
'query_runtime_data_connector_name': {
'class_name': 'RuntimeDataConnector',
'module_name': 'great_expectations.datasource.data_connector',
'batch_identifiers': {
"default_identifier_name": "default_identifier"
},
}
},
"class_name": "Datasource",
}
},
stores={
"expectations_GCS_store": {
"class_name": "ExpectationsStore",
"store_backend": {
"project": gcp_project_name,
"class_name": "TupleGCSStoreBackend",
"bucket": self.ge_bucket,
"prefix": f"results/{self.dataset.lower()}/{self.table.lower()}/{self.ge_path}/expectations",
},
},
"validations_GCS_store": {
"class_name": "ValidationsStore",
"store_backend": {
"project": gcp_project_name,
"class_name": "TupleGCSStoreBackend",
"bucket": self.ge_bucket,
"prefix": f"results/{self.dataset.lower()}/{self.table.lower()}/{self.ge_path}/validations",
},
},
"evaluation_parameter_store": {"class_name": "EvaluationParameterStore"},
},
expectations_store_name="expectations_GCS_store",
validations_store_name="validations_GCS_store",
evaluation_parameter_store_name="evaluation_parameter_store",
validation_operators={
"action_list_operator": {
"class_name": "ActionListValidationOperator",
"action_list": [
{
"name": "store_validation_result",
"action": {"class_name": "StoreValidationResultAction"},
},
{
"name": "store_evaluation_params",
"action": {"class_name": "StoreEvaluationParametersAction"},
},
],
}
}