File metadata API is not called in Osdu_Ingest DAG
When I send in a manifest WPC in the Osdu_Ingest DAG the file supplied (in the file-generic-wpc) using a surrogate key in not moved from staging to persistent.
In the Postman collection this is done using calling the file metadata api.
As I see it this is missing functionality in the DAG.
Manifest for reference:
{ "kind": "osdu:wks:Manifest:1.0.0", "ReferenceData": [], "MasterData": [], "Data": { "WorkProduct": { "kind": "osdu:wks:work-product--WorkProduct:1.0.0", "acl": { "owners": [ "data.default.owners@opendes.contoso.com" ], "viewers": [ "data.default.viewers@opendes.contoso.com" ] }, "legal": { "legaltags": ["opendes-public-usa-dataset-7643990"], "otherRelevantDataCountries": [ "US"] }, "data": { "ResourceSecurityClassification": "opendes:reference-data--ResourceSecurityClassification:RESTRICTED:", "Name": "15_9-19_SR_CPI.las", "Description": "Well Log", "Components": [ "surrogate-key:wpc-1" ] } }, "WorkProductComponents": [ { "id": "surrogate-key:wpc-1", "kind": "osdu:wks:work-product-component--WellLog:1.0.0", "acl": { "owners": [ "data.default.owners@opendes.contoso.com" ], "viewers": [ "data.default.viewers@opendes.contoso.com" ] }, "legal": { "legaltags": ["opendes-public-usa-dataset-7643990"], "otherRelevantDataCountries": [ "US"] }, "meta": [], "data": { "ResourceSecurityClassification": "opendes:reference-data--ResourceSecurityClassification:RESTRICTED:", "Name": "15_9-19_SR_CPI.las", "Description": "Well Log", "Datasets": [ "surrogate-key:file-1" ], "WellboreID": "opendes:master-data--Wellbore:NPD-2105:", "TopMeasuredDepth": 3549.7008, "BottomMeasuredDepth": 4618.3296, "Curves": [ { "Mnemonic": "DEPTH", "TopDepth": 3549.7008, "BaseDepth": 4618.3296, "DepthUnit": "opendes:reference-data--UnitOfMeasure:M:", "CurveUnit": "opendes:reference-data--UnitOfMeasure:M:" }, { "Mnemonic": "BWV", "TopDepth": 3549.7008, "BaseDepth": 4618.1772, "DepthUnit": "opendes:reference-data--UnitOfMeasure:M:" }, { "Mnemonic": "DT", "TopDepth": 3549.8532, "BaseDepth": 4618.3296, "DepthUnit": "opendes:reference-data--UnitOfMeasure:M:" }, { "Mnemonic": "KLOGH", "TopDepth": 3568.9032, "BaseDepth": 4618.1772, "DepthUnit": "opendes:reference-data--UnitOfMeasure:M:", "CurveUnit": "opendes:reference-data--UnitOfMeasure:MD:" }, { "Mnemonic": "KLOGV", "TopDepth": 3568.9032, "BaseDepth": 4578.7056, "DepthUnit": "opendes:reference-data--UnitOfMeasure:M:", "CurveUnit": "opendes:reference-data--UnitOfMeasure:MD:" }, { "Mnemonic": "PHIF", "TopDepth": 3568.9032, "BaseDepth": 4618.1772, "DepthUnit": "opendes:reference-data--UnitOfMeasure:M:", "CurveUnit": "opendes:reference-data--UnitOfMeasure:V%2FV:" }, { "Mnemonic": "SAND_FLAG", "TopDepth": 3568.9032, "BaseDepth": 4618.1772, "DepthUnit": "opendes:reference-data--UnitOfMeasure:M:", "CurveUnit": "opendes:reference-data--UnitOfMeasure:UNITLESS:" }, { "Mnemonic": "SW", "TopDepth": 3568.9032, "BaseDepth": 4618.1772, "DepthUnit": "opendes:reference-data--UnitOfMeasure:M:", "CurveUnit": "opendes:reference-data--UnitOfMeasure:V%2FV:" }, { "Mnemonic": "VSH", "TopDepth": 4304.2332, "BaseDepth": 4591.5072, "DepthUnit": "opendes:reference-data--UnitOfMeasure:M:", "CurveUnit": "opendes:reference-data--UnitOfMeasure:V%2FV:" } ] } } ], "Datasets": [ { "id": "surrogate-key:file-1", "kind": "osdu:wks:dataset--File.Generic:1.0.0", "acl": { "owners": [ "data.default.owners@opendes.contoso.com" ], "viewers": [ "data.default.viewers@opendes.contoso.com" ] }, "legal": { "legaltags": ["opendes-public-usa-dataset-7643990"], "otherRelevantDataCountries": [ "US"] }, "data": { "ResourceSecurityClassification": "opendes:reference-data--ResourceSecurityClassification:RESTRICTED:", "SchemaFormatTypeID": "opendes:reference-data--SchemaFormatType:LAS2:", "DatasetProperties": { "FileSourceInfo": { "FileSource": "", "Name": "15_9-19_SR_CPI.las", "PreloadFilePath": <> } } } } ] } }