This message was deleted.
# secoda-support
w
This message was deleted.
e
Hey @little-portugal-52201 are you able to share what the structure of your GE files are in GCS, and we’ll be able to determine what’s causing the issue
l
It might be the same with @gentle-translator-17986 in that we don't have great_expectations.yml on the GCS bucket and we only persist the configuration on memory every time a validation is run. this might help:
Copy code
datasources={
                datasource_name: {
                    "module_name": "great_expectations.datasource",
                    'execution_engine': {
                        'class_name': 'SqlAlchemyExecutionEngine',
                        'connection_string': f'bigquery://{gcp_project_name}/{self.dataset}?credentials_path={credentials_path}',
                    },
                    'data_connectors': {
                        'query_runtime_data_connector_name': {
                            'class_name': 'RuntimeDataConnector',
                            'module_name': 'great_expectations.datasource.data_connector',
                            'batch_identifiers': {
                                "default_identifier_name": "default_identifier"
                            },
                        }
                    },
                    "class_name": "Datasource",
                }
            },
            stores={
                "expectations_GCS_store": {
                    "class_name": "ExpectationsStore",
                    "store_backend": {
                        "project": gcp_project_name,
                        "class_name": "TupleGCSStoreBackend",
                        "bucket": self.ge_bucket,
                        "prefix": f"results/{self.dataset.lower()}/{self.table.lower()}/{self.ge_path}/expectations",
                    },
                },
                "validations_GCS_store": {
                    "class_name": "ValidationsStore",
                    "store_backend": {
                        "project": gcp_project_name,
                        "class_name": "TupleGCSStoreBackend",
                        "bucket": self.ge_bucket,
                        "prefix": f"results/{self.dataset.lower()}/{self.table.lower()}/{self.ge_path}/validations",
                    },
                },
                "evaluation_parameter_store": {"class_name": "EvaluationParameterStore"},
            },
            expectations_store_name="expectations_GCS_store",
            validations_store_name="validations_GCS_store",
            evaluation_parameter_store_name="evaluation_parameter_store",
            validation_operators={
                "action_list_operator": {
                    "class_name": "ActionListValidationOperator",
                    "action_list": [
                        {
                            "name": "store_validation_result",
                            "action": {"class_name": "StoreValidationResultAction"},
                        },
                        {
                            "name": "store_evaluation_params",
                            "action": {"class_name": "StoreEvaluationParametersAction"},
                        },
                    ],
                }
            }