Azure, R3M9 patch - Manifest based Ingestion, no error diagnostics for missed Reference data
There is one mistake in the following payload -
For WorkProduct, it shows "ResourceSecurityClassification": "osdu:reference-data--ResourceSecurityClassification:RESTRICTED:",
Should be "ResourceSecurityClassification": "{{data-partition-id}}:reference-data--ResourceSecurityClassification:RESTRICTED:",
But what is strange is that when I ran with wrong payload, it did not show me any error anywhere, but simply skipped creation of work product record. My expectation is that the error should be visible in provide-manifest-integrity-task.
cc @manishk , @krganesan , @krveduru for information
{
"executionContext": {
"Payload": {
"AppKey": "test-app",
"data-partition-id": "{{data-partition-id}}"
},
"manifest": {
"kind": "{{authority}}:{{schemaSource}}:Manifest:1.0.0",
"ReferenceData": [],
"MasterData": [],
"Data": {
"WorkProduct": {
"id": "{{data-partition-id}}:work-product--WorkProduct:WP-DC1",
"kind": "{{authority}}:{{schemaSource}}:work-product--WorkProduct:1.0.0",
"acl": {
"owners": ["data.default.owners@{{data-partition-id}}{{domain}}"],
"viewers": ["data.default.viewers@{{data-partition-id}}{{domain}}"]
},
"legal": {
"legaltags": ["{{LegalTagNameExists}}"],
"otherRelevantDataCountries": ["US"]
},
"data": {
"ResourceSecurityClassification": "osdu:reference-data--ResourceSecurityClassification:RESTRICTED:",
"Name": "1004.csv",
"Description": "Wellbore Trajectory",
"Components": [
"{{data-partition-id}}:work-product-component--WellboreTrajectory:WPC-DC1:"
]
}
},
"WorkProductComponents": [
{
"id": "{{data-partition-id}}:work-product-component--WellboreTrajectory:WPC-DC1",
"kind": "{{authority}}:{{schemaSource}}:work-product-component--WellboreTrajectory:1.1.0",
"acl": {
"owners": ["data.default.owners@{{data-partition-id}}{{domain}}"],
"viewers": ["data.default.viewers@{{data-partition-id}}{{domain}}"]
},
"legal": {
"legaltags": ["{{LegalTagNameExists}}"],
"otherRelevantDataCountries": ["US"]
},
"meta": [],
"data": {
"ResourceSecurityClassification": "{{data-partition-id}}:reference-data--ResourceSecurityClassification:RESTRICTED:",
"Name": "1004.csv",
"Description": "Wellbore Trajectory",
"Datasets": [
"{{data-partition-id}}:dataset--File.Generic:DS-DC1:"
],
"WellboreID": "{{data-partition-id}}:master-data--Wellbore:1004:",
"TopDepthMeasuredDepth": 91.4,
"BaseDepthMeasuredDepth": 2487.0,
"VerticalMeasurement": {}
}
}
],
"Datasets": [
{
"id": "{{data-partition-id}}:dataset--File.Generic:DS-DC1",
"kind": "{{authority}}:{{schemaSource}}:dataset--File.Generic:1.0.0",
"acl": {
"owners": ["data.default.owners@{{data-partition-id}}{{domain}}"],
"viewers": ["data.default.viewers@{{data-partition-id}}{{domain}}"]
},
"legal": {
"legaltags": ["{{LegalTagNameExists}}"],
"otherRelevantDataCountries": ["US"]
},
"data": {
"ResourceSecurityClassification": "{{data-partition-id}}:reference-data--ResourceSecurityClassification:RESTRICTED:",
"SchemaFormatTypeID": "{{data-partition-id}}:reference-data--SchemaFormatType:TabSeparatedColumnarText:",
"DatasetProperties": {
"FileSourceInfo": {
"FileSource": "{{FILE_SOURCE}}",
"Name": "1004.csv",
"PreloadFilePath": ""
}
}
}
}
]
}
}
}
}
See the log from process-single-manifest step. Azure-process-single-manifest-issue-for-wp-wpc-reported-issue.txt