AWS M12 - Problem to trigger DAG WP
Hi,
I'm having problems to Trigger DAG WP after Upload and Register the dataset. The file used was provided by AWS: 7556_l0102_1984_comp.las At Postman seems to be okay, but when I check Airflow is not.
Curl request: POST 'https://r3m12.preshiptesting.osdu.aws/api/workflow/v1/workflow/Osdu_ingest/workflowRun'
Body:
{
"runId": "{{$guid}}",
"executionContext": {
"acl": {
"owners": [
"data.default.owners@{{data_partition_id}}.example.com"
],
"viewers": [
"data.default.viewers@{{data_partition_id}}.example.com"
]
},
"legal": {
"legaltags": [
"{{LegalTagName}}"
],
"otherRelevantDataCountries": [
"US"
]
},
"Payload": {
"AppKey": "test-app",
"data-partition-id": "{{data_partition_id}}"
},
"manifest": {
"kind": "{{data_partition_id}}:wks:Manifest:1.0.0",
"ReferenceData": [],
"MasterData": [],
"Data": {
"WorkProduct": {
"id": "{{data_partition_id}}:work-product--WorkProduct:JF07JUL-WPownID",
"kind": "{{data_partition_id}}:wks:work-product--WorkProduct:1.0.0",
"acl": {
"owners": [
"data.default.owners@{{data_partition_id}}.example.com"
],
"viewers": [
"data.default.viewers@{{data_partition_id}}.example.com"
]
},
"legal": {
"legaltags": [
"{{LegalTagName}}"
],
"otherRelevantDataCountries": [
"US"
]
},
"data": {
"ResourceSecurityClassification": "{{data_partition_id}}:reference-data--ResourceSecurityClassification:RESTRICTED:",
"Name": "AKM-11 LOG",
"Description": "Well Log",
"Components": [
"{{data_partition_id}}:work-product-component--WellLog:JF07JUL-WPCownID"
]
}
},
"WorkProductComponents": [
{
"id": "{{data_partition_id}}:work-product-component--WellLog:JF07JUL-WPCownID",
"kind": "{{data_partition_id}}:wks:work-product-component--WellLog:1.0.0",
"acl": {
"owners": [
"data.default.owners@{{data_partition_id}}.example.com"
],
"viewers": [
"data.default.viewers@{{data_partition_id}}.example.com"
]
},
"legal": {
"legaltags": [
"{{LegalTagName}}"
],
"otherRelevantDataCountries": [
"US"
]
},
"data": {
"ResourceSecurityClassification": "{{data_partition_id}}:reference-data--ResourceSecurityClassification:RESTRICTED:",
"Name": "AKM-11 LOG",
"Description": "Well Log",
"Datasets": [
"{{data_partition_id}}:dataset--File.Generic:44e3a00738b24c948fc4696bf37999999:"
],
"WellboreID": "{{data_partition_id}}:master-data--Wellbore:1013:",
"TopMeasuredDepth": 2182.0004,
"BottomMeasuredDepth": 2481.0,
"Curves": [
{
"Mnemonic": "DEPT",
"TopDepth": 2182.0,
"BaseDepth": 2481.0,
"DepthUnit": "{{data_partition_id}}:reference-data--UnitOfMeasure:M:",
"CurveUnit": "{{data_partition_id}}:reference-data--UnitOfMeasure:M:"
},
{
"Mnemonic": "GR",
"TopDepth": 2182.0,
"BaseDepth": 2481.0,
"DepthUnit": "{{data_partition_id}}:reference-data--UnitOfMeasure:M:",
"CurveUnit": "{{data_partition_id}}:reference-data--UnitOfMeasure:GAPI:"
},
{
"Mnemonic": "DT",
"TopDepth": 2182.0,
"BaseDepth": 2481.0,
"DepthUnit": "{{data_partition_id}}:reference-data--UnitOfMeasure:M:",
"CurveUnit": "{{data_partition_id}}:reference-data--UnitOfMeasure:US%2FF:"
},
{
"Mnemonic": "RHOB",
"TopDepth": 2182.0,
"BaseDepth": 2481.0,
"DepthUnit": "{{data_partition_id}}:reference-data--UnitOfMeasure:M:",
"CurveUnit": "{{data_partition_id}}:reference-data--UnitOfMeasure:G%2FC3:"
},
{
"Mnemonic": "DRHO",
"TopDepth": 2182.0,
"BaseDepth": 2481.0,
"DepthUnit": "{{data_partition_id}}:reference-data--UnitOfMeasure:M:",
"CurveUnit": "{{data_partition_id}}:reference-data--UnitOfMeasure:G%2FC3:"
},
{
"Mnemonic": "NPHI",
"TopDepth": 2182.0,
"BaseDepth": 2481.0,
"DepthUnit": "{{data_partition_id}}:reference-data--UnitOfMeasure:M:",
"CurveUnit": "{{data_partition_id}}:reference-data--UnitOfMeasure:V%2FV:"
}
]
}
}
],
"Datasets": [
{
"id": "{{data_partition_id}}:dataset--File.Generic:44e3a00738b24c948fc4696bf37999999:",
"kind": "{{data_partition_id}}:wks:dataset--File.Generic:1.0.0",
"acl": {
"owners": [
"data.default.owners@{{data_partition_id}}.example.com"
],
"viewers": [
"data.default.viewers@{{data_partition_id}}.example.com"
]
},
"legal": {
"legaltags": [
"{{LegalTagName}}"
],
"otherRelevantDataCountries": [
"US"
]
},
"data": {
"ResourceSecurityClassification": "{{data_partition_id}}:reference-data--ResourceSecurityClassification:RESTRICTED:",
"SchemaFormatTypeID": "{{data_partition_id}}:reference-data--SchemaFormatType:LAS2:",
"DatasetProperties": {
"FileSourceInfo": {
"FileSource": "{{UnsignedUrl}}{{SignedUploadFileName}}",
"PreloadFilePath": ""
}
}
}
}
]
}
}
}
}
Response:
{
"workflowId": "osdu:Osdu_ingest",
"runId": "acf388e4-bde4-466f-975e-49b0b2e74f16",
"startTimeStamp": 1657205609971,
"status": "submitted",
"submittedBy": "admin@testing.com"
}
Airflow XCOM
| record_ids | []
| skipped_ids | [{'id': 'osdu:dataset--File.Generic:44e3a00738b24c948fc4696bf37999999:', 'kind': 'osdu:wks:dataset--File.Generic:1.0.0', 'reason': '400 Client Error: Bad Request for url: http://os-storage.osdu-services:8080/api/storage/v2/records'}, {'id': 'osdu:work-product--WorkProduct:JF07JUL-WPownID', 'kind': 'osdu:wks:work-product--WorkProduct:1.0.0', 'reason': 'Missing parents {SRN: osdu:work-product-component--WellLog:JF07JUL-WPCownID}'}, {'id': 'osdu:work-product-component--WellLog:JF07JUL-WPCownID', 'kind': 'osdu:wks:work-product-component--WellLog:1.0.0', 'reason': 'Missing parents {SRN: osdu:dataset--File.Generic:44e3a00738b24c948fc4696bf37999999}'}] |
Any idea what need to be changed @fhoueto.amz
Regards,