A complete solution for open data platforms, enterprise data catalogs, data lakes and data management. Open source, mature, fully-featured and production ready.

DataHub

Hello one more error

 Parameters of method 'ingest' failed validation with error 'ERROR :: /entity/value/com.linkedin.metadata.snapshot.DatasetSnapshot/aspects/0 :: \"DatasetUpstreamLineage\" is not a member type of union

curl '<http://localhost:8080/entities?action=ingest>' -X POST --data '{
	"entity": {
		"value": {
			"com.linkedin.metadata.snapshot.DatasetSnapshot": {
				"urn": "urn:li:dataset:(urn:li:dataPlatform:foo_sex2,PROD)",
				"aspects": [
					{
						"DatasetUpstreamLineage": {
							"fieldMappings": [
								{
									"created": null,
									"transformationFunction": {
										"string": "com.linkedin.finegrainedmetadata.transformation.Identity"
									},
									"sourceFields": [
										{
											"string": "urn:li:datasetField:(urn:li:dataset:(urn:li:dataset:(urn:li:dataPlatform:foo,bar,PROD),/foo)"
										}
									],
									"destinationField": "urn:li:datasetField:(urn:li:dataset:(urn:li:dataset:(urn:li:dataPlatform:foo,bar_sex,PROD),/foo)"
								}
							]
						}
					},
					
				]
			}
		}
	}
}'

try



curl '<http://localhost:8080/entities?action=ingest>' -X POST --data '{
   "entity":{
      "value":{
         "com.linkedin.metadata.snapshot.DatasetSnapshot":{
            "urn":"urn:li:dataset:(urn:li:dataPlatform:foo,bar10,PROD)",
            "aspects":[
               {
                  "com.linkedin.common.Ownership":{
                     "owners":[
                        {
                           "owner":"urn:li:corpuser:fbar",
                           "type":"DATAOWNER"
                        }
                     ]
                  }
               },
			   {
                  "com.linkedin.common.DatasetUpstreamLineage":{
							"fieldMappings": [
								{
									"created": null,
									"transformationFunction": {
										"string": "com.linkedin.finegrainedmetadata.transformation.Identity"
									},
									"sourceFields": [
										{
											"string": "urn:li:datasetField:(urn:li:dataset:(urn:li:dataPlatform:foo,bar,PROD),/foo)"
										}
									],
									"destinationField": "urn:li:datasetField:(urn:li:dataset:(urn:li:dataPlatform:foo,bar_sex,PROD),/foo)"
								}
							]
                  }
               }
			   
			   
            ]
         }
      }
   }
}'

hey, I believe you need to use dataset's upstreamLineage aspect instead. Also its recommended to use <https://datahubproject.io/docs/metadata-service/#ingesting-aspects|aspects ingest> endpoint over entities ingest endpoint.