Jared Rhizor (Airbyte)
user
04/02/2021, 8:54 PMuser
04/02/2021, 8:54 PMuser
04/02/2021, 8:54 PMuser
04/02/2021, 8:54 PMuser
04/02/2021, 8:55 PMuser
04/02/2021, 8:55 PMuser
04/02/2021, 8:56 PM/tmp/workspace/115/0/source_catalog.json
user
04/02/2021, 8:56 PM{
"streams": [
{
"stream": {
"name": "exchange_rate",
"json_schema": {
"type": "object",
"properties": {
"AUD": {
"type": [
"null",
"number"
]
},
"BGN": {
"type": [
"null",
"number"
]
},
"BRL": {
"type": [
"null",
"number"
]
},
"CAD": {
"type": [
"null",
"number"
]
},
"CHF": {
"type": [
"null",
"number"
]
},
"CNY": {
"type": [
"null",
"number"
]
},
"CZK": {
"type": [
"null",
"number"
]
},
"DKK": {
"type": [
"null",
"number"
]
},
"EUR": {
"type": [
"null",
"number"
]
},
"GBP": {
"type": [
"null",
"number"
]
},
"HKD": {
"type": [
"null",
"number"
]
},
"HRK": {
"type": [
"null",
"number"
]
},
"HUF": {
"type": [
"null",
"number"
]
},
"IDR": {
"type": [
"null",
"number"
]
},
"ILS": {
"type": [
"null",
"number"
]
},
"INR": {
"type": [
"null",
"number"
]
},
"ISK": {
"type": [
"null",
"number"
]
},
"JPY": {
"type": [
"null",
"number"
]
},
"KRW": {
"type": [
"null",
"number"
]
},
"MXN": {
"type": [
"null",
"number"
]
},
"MYR": {
"type": [
"null",
"number"
]
},
"NOK": {
"type": [
"null",
"number"
]
},
"NZD": {
"type": [
"null",
"number"
]
},
"PHP": {
"type": [
"null",
"number"
]
},
"PLN": {
"type": [
"null",
"number"
]
},
"RON": {
"type": [
"null",
"number"
]
},
"RUB": {
"type": [
"null",
"number"
]
},
"SEK": {
"type": [
"null",
"number"
]
},
"SGD": {
"type": [
"null",
"number"
]
},
"THB": {
"type": [
"null",
"number"
]
},
"TRY": {
"type": [
"null",
"number"
]
},
"USD": {
"type": [
"null",
"number"
]
},
"ZAR": {
"type": [
"null",
"number"
]
},
"date": {
"type": "string",
"format": "date-time"
}
}
},
"supported_sync_modes": [
"incremental"
],
"source_defined_cursor": true,
"default_cursor_field": [
"date"
],
"source_defined_primary_key": []
},
"sync_mode": "incremental",
"cursor_field": [
"date"
],
"destination_sync_mode": "append_dedup",
"primary_key": [
[
"date"
]
]
}
]
}
user
04/02/2021, 9:00 PMuser
04/02/2021, 9:04 PMuser
04/02/2021, 9:04 PM2021-04-02 20:39:11 ERROR (/tmp/workspace/115/2) LineGobbler(voidCall):69 - AirbyteEntrypoint(source).start(args)
2021-04-02 20:39:11 ERROR (/tmp/workspace/115/2) LineGobbler(voidCall):69 - File "/usr/local/lib/python3.7/site-packages/base_python/entrypoint.py", line 110, in start
2021-04-02 20:39:11 ERROR (/tmp/workspace/115/2) LineGobbler(voidCall):69 - generator = self.source.read(logger, config, catalog, state)
2021-04-02 20:39:11 ERROR (/tmp/workspace/115/2) LineGobbler(voidCall):69 - File "/usr/local/lib/python3.7/site-packages/base_singer/source.py", line 125, in read
2021-04-02 20:39:11 ERROR (/tmp/workspace/115/2) LineGobbler(voidCall):69 - masked_airbyte_catalog = ConfiguredAirbyteCatalog.parse_obj(self.read_config(catalog_path))
2021-04-02 20:39:11 ERROR (/tmp/workspace/115/2) LineGobbler(voidCall):69 - File "pydantic/main.py", line 455, in pydantic.main.BaseModel.parse_obj
2021-04-02 20:39:11 ERROR (/tmp/workspace/115/2) LineGobbler(voidCall):69 - File "pydantic/main.py", line 346, in pydantic.main.BaseModel.__init__
2021-04-02 20:39:11 ERROR (/tmp/workspace/115/2) LineGobbler(voidCall):69 - pydantic.error_wrappers.ValidationError: 1 validation error for ConfiguredAirbyteCatalog
2021-04-02 20:39:11 ERROR (/tmp/workspace/115/2) LineGobbler(voidCall):69 - streams -> 0 -> primary_key -> 0
2021-04-02 20:39:11 ERROR (/tmp/workspace/115/2) LineGobbler(voidCall):69 - str type expected (type=type_error.str)
user
04/02/2021, 9:09 PMuser
04/02/2021, 9:09 PMuser
04/02/2021, 9:09 PMuser
04/02/2021, 9:10 PMuser
04/02/2021, 9:10 PMuser
04/02/2021, 9:10 PMuser
04/02/2021, 9:11 PMuser
04/02/2021, 9:11 PMuser
04/02/2021, 9:11 PMpydantic.error_wrappers.ValidationError: 1 validation error for ConfiguredAirbyteCatalog
streams -> 0 -> primary_key -> 0
str type expected (type=type_error.str)
user
04/02/2021, 9:12 PMuser
04/02/2021, 9:12 PMuser
04/02/2021, 9:12 PMuser
04/02/2021, 9:13 PMuser
04/02/2021, 9:13 PMuser
04/02/2021, 9:13 PMdocker run --rm -i -v $(pwd)/sample_files:/files airbyte/source-exchangeratesapi-singer:0.2.1 read --config /files/config.json --catalog /files/cac.json
user
04/02/2021, 9:13 PMsample_files/cac.json
user
04/02/2021, 9:18 PM./base_python_structs/airbyte_protocol/models/airbyte_protocol.py
is out of dateuser
04/02/2021, 9:18 PMclass ConfiguredAirbyteStream(BaseModel):
class Config:
extra = Extra.allow
stream: AirbyteStream
sync_mode: Optional[SyncMode] = "full_refresh"
cursor_field: Optional[List[str]] = Field(
None,
description="Path to the field that will be used to determine if a record is new or modified since the last sync. This field is REQUIRED if `sync_mode` is `incremental`. Otherwise it is ignored.",
)
destination_sync_mode: Optional[DestinationSyncMode] = "append"
primary_key: Optional[List[str]] = Field(
None,
description="Paths to the fields that will be used as primary key. This field is REQUIRED if `destination_sync_mode` is `*_dedup`. Otherwise it is ignored.",
)
user
04/02/2021, 9:18 PMuser
04/02/2021, 9:19 PMuser
04/02/2021, 9:24 PMuser
04/02/2021, 9:24 PMuser
04/02/2021, 9:26 PMuser
04/02/2021, 9:28 PMuser
04/02/2021, 9:28 PMuser
04/02/2021, 9:29 PMuser
04/02/2021, 9:29 PMuser
04/02/2021, 9:32 PMuser
04/02/2021, 9:33 PMuser
04/02/2021, 9:33 PMuser
04/02/2021, 9:33 PMuser
04/02/2021, 9:33 PMuser
04/02/2021, 9:33 PMuser
04/02/2021, 9:38 PMuser
04/02/2021, 9:38 PMuser
04/02/2021, 9:38 PMuser
04/02/2021, 9:39 PMuser
04/02/2021, 9:39 PMuser
04/02/2021, 9:40 PMuser
04/02/2021, 9:40 PMuser
04/02/2021, 9:41 PMuser
04/02/2021, 9:41 PMuser
04/02/2021, 9:43 PMuser
04/02/2021, 9:43 PMuser
04/02/2021, 9:49 PMairbyte/integration-base-singer:0.1.0
is out of dateuser
04/02/2021, 9:50 PMuser
04/02/2021, 9:55 PMairbyte/integration-base-singer:0.1.0
version is different than the version on master which is also different from the version in 0.2.0user
04/02/2021, 9:56 PMuser
04/02/2021, 9:56 PMuser
04/03/2021, 6:10 AMuser
04/03/2021, 6:11 AM