faint-hair-91313
07/14/2021, 8:22 AMbig-carpet-38439
07/14/2021, 1:13 PMbig-carpet-38439
07/14/2021, 1:14 PMfaint-hair-91313
07/15/2021, 12:58 PMfaint-hair-91313
07/15/2021, 12:58 PMbig-carpet-38439
07/15/2021, 3:10 PMfaint-hair-91313
07/19/2021, 8:37 AMfaint-hair-91313
07/19/2021, 8:38 AMcurl "<http://localhost:8080/dashboards?action=ingest>" -X POST -H 'X-RestLi-Protocol-Version:2.0.0' --data "{
"snapshot": {
"aspects": [{
"com.linkedin.dashboard.DashboardInfo": {
"title": "Daily Summary",
"description": "The dashboard shall include an overview of the MUACs Daily Summary of Traffic count and Delay of previous day and same weekday of previous year.",
"charts": [],
"dashboardUrl": "<https://mtabl001.muac.corp.eurocontrol.int/#/views/DailySummary/DailySummary?:iid=2>",
"lastModified": {
"created": {
"time": 0,
"actor": "urn:li:corpuser:datahub"
},
"lastModified": {
"time": 0,
"actor": "urn:li:corpuser:datahub"
}
}
}
}],
"urn": "urn:li:dashboard:(looker,baz)"
}
}
"
big-carpet-38439
07/19/2021, 12:57 PMgms
container? They reside under the /tmp/datahub/gms/logs directory, and the file name will be formatted as <date>.debug.log
Here's how to get them:
1. Find the docker container id for the "gms" container: docker ps -a
and look for the linkedin/gms container at the desired version (or head for latest)
2. Copy the container id shown
3. Find the name of the debug log file
docker exec --privileged <container-id from step 2> ls /tmp/datahub/gms/logs
4. Dump the logs to a local file:
touch gms-debug.log
docker exec --privileged <container-id from step 2> cat /tmp/datahub/gms/logs/<debug-log-file-from-step-4> > gms-debug.log
faint-hair-91313
07/19/2021, 2:36 PMbig-carpet-38439
07/19/2021, 2:43 PMbig-carpet-38439
07/19/2021, 2:43 PMbig-carpet-38439
07/19/2021, 2:43 PMfaint-hair-91313
07/20/2021, 7:26 AMfaint-hair-91313
07/20/2021, 9:33 AM1bca72ea9dbd linkedin/datahub-gms:v0.8.6 "/bin/sh -c /datahub…" 3 minutes ago Up 3 minutes (healthy) 0.0.0.0:8080->8080/tcp, :::8080->8080/tcp
faint-hair-91313
07/20/2021, 9:33 AMsudo docker exec --privileged 1bca72ea9dbd ls /tmp/datahub/gms/logs
ls: /tmp/datahub/gms/logs: No such file or directory
big-carpet-38439
07/20/2021, 9:51 AMbig-carpet-38439
07/20/2021, 9:51 AMfaint-hair-91313
07/20/2021, 3:25 PMbig-carpet-38439
07/21/2021, 12:36 AMbig-carpet-38439
07/21/2021, 5:56 PMfaint-hair-91313
07/22/2021, 9:21 AMfaint-hair-91313
07/22/2021, 10:07 AMbig-carpet-38439
07/22/2021, 3:15 PMfaint-hair-91313
07/23/2021, 7:57 AMfaint-hair-91313
07/23/2021, 7:57 AMfaint-hair-91313
07/23/2021, 9:48 AMfaint-hair-91313
07/23/2021, 9:49 AMcurl --location --request POST '<http://mdhprot601:8080/charts?action=ingest>' \
--header 'X-RestLi-Protocol-Version: 2.0.0' \
--header 'Content-Type: text/plain' \
--data-raw '{
"snapshot": {
"aspects": [
{
"com.linkedin.chart.ChartInfo": {
"chartUrl": "<https://mtabl001.muac.corp.eurocontrol.int/#/views/DailySummary/DailySummary>",
"title": "Daily Summary",
"description": "The dashboard shall include an overview of the MUACs Daily Summary of Traffic count and Delay of previous day and same weekday of previous year.",
"inputs": [
{
"string": "urn:li:dataset:(urn:li:dataPlatform:oracle,edw.delay_per_regulation_bb,PROD)",
"string": "urn:li:dataset:(urn:li:dataPlatform:oracle,edw.date_r,PROD)",
"string": "urn:li:dataset:(urn:li:dataPlatform:oracle,inf.date_d,PROD)",
"string": "urn:li:dataset:(urn:li:dataPlatform:oracle,edw.operational_sector_d,PROD)",
"string": "urn:li:dataset:(urn:li:dataPlatform:oracle,edw.time_d,PROD)"
}
],
"lastModified": {
"created": {
"time": 0,
"actor": "urn:li:corpuser:datahub"
},
"lastModified": {
"time": 0,
"actor": "urn:li:corpuser:datahub"
}
}
}
}
],
"urn": "urn:li:chart:(tableau,baz1)"
}
}'
faint-hair-91313
07/26/2021, 8:44 PMChartSnapshotClass
.
Charts do show up now.faint-hair-91313
07/26/2021, 8:45 PMbig-carpet-38439
07/26/2021, 10:17 PMbig-carpet-38439
07/26/2021, 10:18 PMbig-carpet-38439
07/26/2021, 10:18 PMcurl '<http://localhost:8080/entities?action=ingest>' -X POST -H 'X-RestLi-Protocol-Version:2.0.0' --data '{
"entity":{
"value":{
"com.linkedin.metadata.snapshot.DatasetSnapshot": {"aspects":[{"com.linkedin.common.Ownership":{"owners":[{"owner":"urn:li:corpuser:john","type":"DATAOWNER"}],"lastModified":{"time":0,"actor":"urn:li:corpuser:goose"}}},{"com.linkedin.dataset.UpstreamLineage":{"upstreams":[{"auditStamp":{"time":0,"actor":"urn:li:corpuser:fbar"},"dataset":"urn:li:dataset:(urn:li:dataPlatform:foo,barUp,PROD)","type":"TRANSFORMED"}]}},{"com.linkedin.common.InstitutionalMemory":{"elements":[{"url":"<https://www.linkedin.com>","description":"Sample doc","createStamp":{"time":0,"actor":"urn:li:corpuser:fbar"}}]}},{"com.linkedin.schema.SchemaMetadata":{"schemaName":"FooEvent","platform":"urn:li:dataPlatform:foo","version":0,"created":{"time":0,"actor":"urn:li:corpuser:fbar"},"lastModified":{"time":0,"actor":"urn:li:corpuser:fbar"},"hash":"","platformSchema":{"com.linkedin.schema.KafkaSchema":{"documentSchema":"{\"type\":\"record\",\"name\":\"MetadataChangeEvent\",\"namespace\":\"com.linkedin.mxe\",\"doc\":\"Kafka event for proposing a metadata change for an entity.\",\"fields\":[{\"name\":\"auditHeader\",\"type\":{\"type\":\"record\",\"name\":\"KafkaAuditHeader\",\"namespace\":\"com.linkedin.avro2pegasus.events\",\"doc\":\"Header\"}}]}"}},"fields":[{"fieldPath":"foo","description":"Bar","nativeDataType":"string","type":{"type":{"com.linkedin.schema.StringType":{}}}}]}}],"urn":"urn:li:dataset:(urn:li:dataPlatform:foo,bar,PROD)"}
}
}
}'
big-carpet-38439
07/26/2021, 10:18 PMbig-carpet-38439
07/26/2021, 10:19 PM