TG
04/03/2022, 11:45 AMexternalMinio:
enabled: false
host: localhost
port: 9000
s3:
enabled: false
#bucket: airbyte-dev-logs
bucket: airbyte-logs-prod
bucketRegion: ""
gcs:
bucket: "airbyte-logs-prod"
credentials: "/secrets/gcs-log-creds/airbyte-logs-sa.json"
Error
======= service endpoint: <http://airbyte-minio:9000>
======= this is new
Registering Google Cloud Storage publish helper -> com.van.logging.gcp.CloudStorageConfiguration@e6054d9
Collecting content into /tmp/toBePublished4193778332960186391.tmp before uploading.
Collecting content into /tmp/toBePublished9123473825388703691.tmp before uploading.
com.google.cloud.storage.StorageException: Anonymous caller does not have storage.buckets.get access to the Google Cloud Storage bucket.
at com.google.cloud.storage.spi.v1.HttpStorageRpc.translate(HttpStorageRpc.java:233)
at com.google.cloud.storage.spi.v1.HttpStorageRpc.get(HttpStorageRpc.java:425)
at com.google.cloud.storage.StorageImpl.lambda$get$4(StorageImpl.java:264)
at com.google.api.gax.retrying.DirectRetryingExecutor.submit(DirectRetryingExecutor.java:105)
at com.google.cloud.RetryHelper.run(RetryHelper.java:76)
at com.google.cloud.RetryHelper.runWithRetries(RetryHelper.java:50)
at com.google.cloud.storage.Retrying.run(Retrying.java:51)
at com.google.cloud.storage.StorageImpl.run(StorageImpl.java:1374)
at com.google.cloud.storage.StorageImpl.get(StorageImpl.java:263)
at com.van.logging.gcp.CloudStoragePublishHelper.publishFile(CloudStoragePublishHelper.java:38)
at com.van.logging.AbstractFilePublishHelper.end(AbstractFilePublishHelper.java:61)
at com.van.logging.BufferPublisher.endPublish(BufferPublisher.java:66)
at com.van.logging.LoggingEventCache.publishEventsFromFile(LoggingEventCache.java:190)
at com.van.logging.LoggingEventCache.lambda$publishCache$0(LoggingEventCache.java:232)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:833)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 401 Unauthorized
GET <https://storage.googleapis.com/storage/v1/b/airbyte-logs-prod?projection=full>
{
"code" : 401,
"errors" : [ {
"domain" : "global",
"location" : "Authorization",
"locationType" : "header",
"message" : "Anonymous caller does not have storage.buckets.get access to the Google Cloud Storage bucket.",
"reason" : "required"
} ],
"message" : "Anonymous caller does not have storage.buckets.get access to the Google Cloud Storage bucket."
}
Marcos Marx (Airbyte)
04/05/2022, 4:52 PM