Peem Warayut
02/04/2022, 11:34 AMAugustin Lafanechere (Airbyte)
02/04/2022, 2:56 PMdocker run -it --rm --volume airbyte_workspace:/data busybox cat /data/<job-id>/<attempt-id>/source_catalog.json
docker run -it --rm --volume airbyte_workspace:/data busybox cat /data/<job-id>/<attempt-id>/destination_catalog.json
Peem Warayut
02/09/2022, 10:11 AMApipoj Piasak
02/09/2022, 6:19 PM| COL1 | COL2 | COL3 |
----------------------
| A | NULL | 1 |
| B | NULL | 1 |
| C | NULL | 1 |
When export, the COL2 will be removed from the jsonl file.
I have also tried to export in csv format, the result is the same.{
"streams": [
{
"stream": {
"name": "cmssupplier",
"json_schema": {
"type": "object",
"properties": {
"poamt": {
"type": "number"
},
"rebate": {
"type": "string"
},
"sfaxno": {
"type": "string"
},
"staxid": {
"type": "string"
},
"country": {
"type": "string"
},
"prepaid": {
"type": "number"
},
"saddrno": {
"type": "string"
},
"sfaxext": {
"type": "string"
},
"sfaxoth": {
"type": "string"
},
"sstatus": {
"type": "string"
},
"altpayee": {
"type": "string"
},
"bankacct": {
"type": "string"
},
"bankname": {
"type": "string"
},
"branchid": {
"type": "string"
},
"createby": {
"type": "string"
},
"createon": {
"type": "string"
},
"currcode": {
"type": "string"
},
"isimport": {
"type": "string"
},
"leadtime": {
"type": "number"
},
"minorder": {
"type": "number"
},
"saddrsoi": {
"type": "string"
},
"sauthfax": {
"type": "string"
},
"sengname": {
"type": "string"
},
"sfaxarea": {
"type": "string"
},
"sfaxcomm": {
"type": "string"
},
"sphoneno": {
"type": "string"
},
"sreftype": {
"type": "string"
},
"stitleid": {
"type": "string"
},
"svatrate": {
"type": "number"
},
"swebsite": {
"type": "string"
},
"updateby": {
"type": "string"
},
"updateon": {
"type": "string"
},
"saddrroad": {
"type": "string"
},
"sauthcomm": {
"type": "string"
},
"sauthname": {
"type": "string"
},
"sinvaddr1": {
"type": "string"
},
"sinvaddr2": {
"type": "string"
},
"sinvaddr3": {
"type": "string"
},
"sinvaddr4": {
"type": "string"
},
"sinvaddr5": {
"type": "string"
},
"smanageid": {
"type": "string"
},
"sphoneext": {
"type": "string"
},
"sphoneno1": {
"type": "string"
},
"sphoneno2": {
"type": "string"
},
"sphoneoth": {
"type": "string"
},
"ssuffixid": {
"type": "string"
},
"lockreason": {
"type": "string"
},
"lockstatus": {
"type": "string"
},
"saddrfloor": {
"type": "string"
},
"sauthphone": {
"type": "string"
},
"semailaddr": {
"type": "string"
},
"sloadaddr1": {
"type": "string"
},
"sloadaddr2": {
"type": "string"
},
"sloadaddr3": {
"type": "string"
},
"sloadaddr4": {
"type": "string"
},
"sloadfaxno": {
"type": "string"
},
"slocalname": {
"type": "string"
},
"sphonearea": {
"type": "string"
},
"ssuppgrpid": {
"type": "string"
},
"stitlename": {
"type": "string"
},
"creditlimit": {
"type": "number"
},
"saddramphur": {
"type": "string"
},
"saddrtumbon": {
"type": "string"
},
"sphonerefno": {
"type": "string"
},
"ssuffixname": {
"type": "string"
},
"ssupplierid": {
"type": "string"
},
"bankaccttype": {
"type": "string"
},
"creditremark": {
"type": "string"
},
"rebateremark": {
"type": "string"
},
"saddrvillage": {
"type": "string"
},
"saddrzipcode": {
"type": "string"
},
"sloadzipcode": {
"type": "string"
},
"spaymentcode": {
"type": "string"
},
"spaymenttype": {
"type": "string"
},
"saddrbuilding": {
"type": "string"
},
"saddrprovince": {
"type": "string"
},
"sauthphoneext": {
"type": "string"
},
"sauthposition": {
"type": "string"
},
"slastsaledate": {
"type": "string"
},
"sloadphoneno1": {
"type": "string"
},
"sloadphoneno2": {
"type": "string"
},
"ssupplieridod": {
"type": "string"
},
"returncriteria": {
"type": "string"
},
"sauthemailaddr": {
"type": "string"
},
"sdiscountrate1": {
"type": "number"
},
"sdiscountrate2": {
"type": "number"
},
"sdiscountrate3": {
"type": "number"
},
"sfirstsaledate": {
"type": "string"
},
"ssupplieridb2s": {
"type": "string"
},
"bankaccountname": {
"type": "string"
},
"consignmentflag": {
"type": "string"
},
"sbusinesstypeid": {
"type": "string"
},
"bankguaranteeamt": {
"type": "number"
},
"deliverylocation": {
"type": "string"
},
"_airbyte_emitted_at": {
"type": "string"
},
"aptrancontrolnature": {
"type": "string"
},
"bankguaranteeremark": {
"type": "string"
},
"aptrancontrolactcode": {
"type": "string"
},
"bankguaranteeexpdate": {
"type": "string"
},
"returncriteriaremark": {
"type": "string"
},
"deliverylocationremark": {
"type": "string"
},
"_airbyte_cmssupplier_hashid": {
"type": "string"
}
}
},
"supported_sync_modes": [
"full_refresh",
"incremental"
],
"default_cursor_field": [],
"source_defined_primary_key": [],
"namespace": "officemate"
},
"sync_mode": "full_refresh",
"cursor_field": [
"updateon"
],
"destination_sync_mode": "append",
"primary_key": []
}
]
}
destination_catalog.json
{
"streams": [
{
"stream": {
"name": "cmssupplier",
"json_schema": {
"type": "object",
"properties": {
"poamt": {
"type": "number"
},
"rebate": {
"type": "string"
},
"sfaxno": {
"type": "string"
},
"staxid": {
"type": "string"
},
"country": {
"type": "string"
},
"prepaid": {
"type": "number"
},
"saddrno": {
"type": "string"
},
"sfaxext": {
"type": "string"
},
"sfaxoth": {
"type": "string"
},
"sstatus": {
"type": "string"
},
"altpayee": {
"type": "string"
},
"bankacct": {
"type": "string"
},
"bankname": {
"type": "string"
},
"branchid": {
"type": "string"
},
"createby": {
"type": "string"
},
"createon": {
"type": "string"
},
"currcode": {
"type": "string"
},
"isimport": {
"type": "string"
},
"leadtime": {
"type": "number"
},
"minorder": {
"type": "number"
},
"saddrsoi": {
"type": "string"
},
"sauthfax": {
"type": "string"
},
"sengname": {
"type": "string"
},
"sfaxarea": {
"type": "string"
},
"sfaxcomm": {
"type": "string"
},
"sphoneno": {
"type": "string"
},
"sreftype": {
"type": "string"
},
"stitleid": {
"type": "string"
},
"svatrate": {
"type": "number"
},
"swebsite": {
"type": "string"
},
"updateby": {
"type": "string"
},
"updateon": {
"type": "string"
},
"saddrroad": {
"type": "string"
},
"sauthcomm": {
"type": "string"
},
"sauthname": {
"type": "string"
},
"sinvaddr1": {
"type": "string"
},
"sinvaddr2": {
"type": "string"
},
"sinvaddr3": {
"type": "string"
},
"sinvaddr4": {
"type": "string"
},
"sinvaddr5": {
"type": "string"
},
"smanageid": {
"type": "string"
},
"sphoneext": {
"type": "string"
},
"sphoneno1": {
"type": "string"
},
"sphoneno2": {
"type": "string"
},
"sphoneoth": {
"type": "string"
},
"ssuffixid": {
"type": "string"
},
"lockreason": {
"type": "string"
},
"lockstatus": {
"type": "string"
},
"saddrfloor": {
"type": "string"
},
"sauthphone": {
"type": "string"
},
"semailaddr": {
"type": "string"
},
"sloadaddr1": {
"type": "string"
},
"sloadaddr2": {
"type": "string"
},
"sloadaddr3": {
"type": "string"
},
"sloadaddr4": {
"type": "string"
},
"sloadfaxno": {
"type": "string"
},
"slocalname": {
"type": "string"
},
"sphonearea": {
"type": "string"
},
"ssuppgrpid": {
"type": "string"
},
"stitlename": {
"type": "string"
},
"creditlimit": {
"type": "number"
},
"saddramphur": {
"type": "string"
},
"saddrtumbon": {
"type": "string"
},
"sphonerefno": {
"type": "string"
},
"ssuffixname": {
"type": "string"
},
"ssupplierid": {
"type": "string"
},
"bankaccttype": {
"type": "string"
},
"creditremark": {
"type": "string"
},
"rebateremark": {
"type": "string"
},
"saddrvillage": {
"type": "string"
},
"saddrzipcode": {
"type": "string"
},
"sloadzipcode": {
"type": "string"
},
"spaymentcode": {
"type": "string"
},
"spaymenttype": {
"type": "string"
},
"saddrbuilding": {
"type": "string"
},
"saddrprovince": {
"type": "string"
},
"sauthphoneext": {
"type": "string"
},
"sauthposition": {
"type": "string"
},
"slastsaledate": {
"type": "string"
},
"sloadphoneno1": {
"type": "string"
},
"sloadphoneno2": {
"type": "string"
},
"ssupplieridod": {
"type": "string"
},
"returncriteria": {
"type": "string"
},
"sauthemailaddr": {
"type": "string"
},
"sdiscountrate1": {
"type": "number"
},
"sdiscountrate2": {
"type": "number"
},
"sdiscountrate3": {
"type": "number"
},
"sfirstsaledate": {
"type": "string"
},
"ssupplieridb2s": {
"type": "string"
},
"bankaccountname": {
"type": "string"
},
"consignmentflag": {
"type": "string"
},
"sbusinesstypeid": {
"type": "string"
},
"bankguaranteeamt": {
"type": "number"
},
"deliverylocation": {
"type": "string"
},
"_airbyte_emitted_at": {
"type": "string"
},
"aptrancontrolnature": {
"type": "string"
},
"bankguaranteeremark": {
"type": "string"
},
"aptrancontrolactcode": {
"type": "string"
},
"bankguaranteeexpdate": {
"type": "string"
},
"returncriteriaremark": {
"type": "string"
},
"deliverylocationremark": {
"type": "string"
},
"_airbyte_cmssupplier_hashid": {
"type": "string"
}
}
},
"supported_sync_modes": [
"full_refresh",
"incremental"
],
"default_cursor_field": [],
"source_defined_primary_key": []
},
"sync_mode": "full_refresh",
"cursor_field": [
"updateon"
],
"destination_sync_mode": "append",
"primary_key": []
}
]
}
Missing Field : sSuffixID, sLastSaleDate, sAuthFax, sAuthPhone, MinOrder