While performing ingestion to check for FoR for CRS conversion there is a schema validation error which which is not understood.
When using collection Manifest_Based_Ingestion_Osdu_ingest_CI-CD_v2.0 and "folder Integrity Check FoR for CRS Conversion" to test,
one gets the failure message from Osdu_ingest
complaining about the schema validation which is not clear. (This collection works in other cloud provider's (Azure and GC) environments
File "/home/airflow/.local/lib/python3.8/site-packages/jsonschema/validators.py", line 353, in validate
raise error
jsonschema.exceptions.ValidationError: 'acl' is a required property
Failed validating 'required' in schema:
{'$id': 'https://schema.osdu.opengroup.org/json/master-data/Well.1.0.0.json',
'$schema': 'http://json-schema.org/draft-07/schema#',
'additionalProperties': False,
'definitions': {'osdu:wks:AbstractAccessControlList:1.0.0': {'$id': 'https://schema.osdu.opengroup.org/json/abstract/AbstractAccessControlList.1.0.0.json',
'$schema': 'http://json-schema.org/draft-07/schema#',
'additionalProperties': False,
'description': 'The '
'access '
'control '
'tags '
'associated '
'with '
'this '
'entity. '
'This '
'structure '
'is '
'included '
'by '
'the '
'SystemProperties '
'"acl", '
'which '
'is '
'part '
'of '
'all '
'OSDU '
'records. '
'Not '
'extensible.',
More details can be found by looking at the logs of run id: 1d22e6b1-29aa-4960-b0dd-ea3744dd1866 OR following the following link
Please Note the CRS
{{data-partition-id}}:reference-data--CoordinateReferenceSystem:23031024 is missing from this instance
Payload while triggering the DAG
curl --location 'https://cpd-osdu.apps.ibmosdu-preship.lndu.p1.openshiftapps.com/osdu-workflow/api/workflow/v1/workflow/Osdu_ingest/workflowRun' \
--header 'data-partition-id: opendes' \
--header 'Content-Type: application/json' \
--header 'Authorization: Bearer eyJhbGciOi...Truncated...2NgrgQQCk8qWg' \
--data-raw '{
"runId": "f3aaac37-1366-4205-a389-e84659b0c6b1",
"executionContext": {
"Payload": {
"AppKey": "test-app",
"data-partition-id": "opendes"
},
"manifest": {
"kind": "osdu:wks:master-data--Well:1.0.0",
"ReferenceData": [ ],
"MasterData": [
{
"id": "opendes:master-data--Well:818188-FoR-CRS",
"kind": "osdu:wks:master-data--Well:1.0.0",
"acl": {
"owners": [
"data.default.owners@opendes.ibm.com"
],
"viewers": [
"data.default.viewers@opendes.ibm.com"
]
},
"legal": {
"legaltags": [
"opendes-Manifest-Ingestion-Legal-Tag"
],
"otherRelevantDataCountries": [
"US"
],
"status": "compliant"
},
"meta": [
{
"kind": "Unit",
"name": "m",
"persistableReference": "{\"abcd\":{\"a\":0.0,\"b\":1.0,\"c\":1.0,\"d\":0.0},\"symbol\":\"m\",\"baseMeasurement\":{\"ancestry\":\"L\",\"type\":\"UM\"},\"type\":\"UAD\"}",
"unitOfMeasureID": "opendes:reference-data--UnitOfMeasure:m:",
"propertyNames": [
"VerticalMeasurements[].VerticalMeasurement"
]
}
],
"data": {
"SpatialLocation": {
"AsIngestedCoordinates": {
"type": "AnyCrsFeatureCollection",
"CoordinateReferenceSystemID": "opendes:reference-data--CoordinateReferenceSystem:23031024:",
"persistableReferenceCrs": "{\"authCode\":{\"auth\":\"OSDU\",\"code\":\"23031024\"},\"lateBoundCRS\":{\"authCode\":{\"auth\":\"EPSG\",\"code\":\"23031\"},\"name\":\"ED_1950_UTM_Zone_31N\",\"type\":\"LBC\",\"ver\":\"PE_10_3_1\",\"wkt\":\"PROJCS[\\\"ED_1950_UTM_Zone_31N\\\",GEOGCS[\\\"GCS_European_1950\\\",DATUM[\\\"D_European_1950\\\",SPHEROID[\\\"International_1924\\\",6378388.0,297.0]],PRIMEM[\\\"Greenwich\\\",0.0],UNIT[\\\"Degree\\\",0.0174532925199433]],PROJECTION[\\\"Transverse_Mercator\\\"],PARAMETER[\\\"False_Easting\\\",500000.0],PARAMETER[\\\"False_Northing\\\",0.0],PARAMETER[\\\"Central_Meridian\\\",3.0],PARAMETER[\\\"Scale_Factor\\\",0.9996],PARAMETER[\\\"Latitude_Of_Origin\\\",0.0],UNIT[\\\"Meter\\\",1.0],AUTHORITY[\\\"EPSG\\\",23031]]\"},\"name\":\"ED50 * EPSG-Nor S62 2001 / UTM zone 31N [23031,1613]\",\"singleCT\":{\"authCode\":{\"auth\":\"EPSG\",\"code\":\"1613\"},\"name\":\"ED_1950_To_WGS_1984_24\",\"type\":\"ST\",\"ver\":\"PE_10_3_1\",\"wkt\":\"GEOGTRAN[\\\"ED_1950_To_WGS_1984_24\\\",GEOGCS[\\\"GCS_European_1950\\\",DATUM[\\\"D_European_1950\\\",SPHEROID[\\\"International_1924\\\",6378388.0,297.0]],PRIMEM[\\\"Greenwich\\\",0.0],UNIT[\\\"Degree\\\",0.0174532925199433]],GEOGCS[\\\"GCS_WGS_1984\\\",DATUM[\\\"D_WGS_1984\\\",SPHEROID[\\\"WGS_1984\\\",6378137.0,298.257223563]],PRIMEM[\\\"Greenwich\\\",0.0],UNIT[\\\"Degree\\\",0.0174532925199433]],METHOD[\\\"Position_Vector\\\"],PARAMETER[\\\"X_Axis_Translation\\\",-90.365],PARAMETER[\\\"Y_Axis_Translation\\\",-101.13],PARAMETER[\\\"Z_Axis_Translation\\\",-123.384],PARAMETER[\\\"X_Axis_Rotation\\\",0.333],PARAMETER[\\\"Y_Axis_Rotation\\\",0.077],PARAMETER[\\\"Z_Axis_Rotation\\\",0.894],PARAMETER[\\\"Scale_Difference\\\",1.994],AUTHORITY[\\\"EPSG\\\",1613]]\"},\"type\":\"EBC\",\"ver\":\"PE_10_3_1\"}",
"features": [
{
"type": "AnyCrsFeature",
"geometry": {
"type": "AnyCrsPoint",
"coordinates": [
700113.0,
5757315.0
]
},
"properties": {}
}
]
}
},
"FacilityTypeID": "opendes:reference-data--FacilityType:Wellbore:",
"FacilityName": "1001",
"SequenceNumber": 1,
"VerticalMeasurements": [
{
"VerticalMeasurementID": "TD-Original",
"VerticalMeasurement": 662.0,
"VerticalMeasurementTypeID": "opendes:reference-data--VerticalMeasurementType:TD:",
"VerticalMeasurementPathID": "opendes:reference-data--VerticalMeasurementPath:MD:",
"VerticalReferenceID": "Measured_From"
},
{
"VerticalMeasurementID": "TVD",
"VerticalMeasurement": 662.0,
"VerticalMeasurementTypeID": "opendes:reference-data--VerticalMeasurementType:TD:",
"VerticalMeasurementPathID": "opendes:reference-data--VerticalMeasurementPath:TVD:",
"VerticalReferenceID": "Measured_From"
},
{
"VerticalMeasurementID": "Measured_From",
"VerticalMeasurement": 11.01,
"VerticalMeasurementTypeID": "opendes:reference-data--VerticalMeasurementType:RT:",
"VerticalMeasurementPathID": "opendes:reference-data--VerticalMeasurementPath:ELEV:"
}
],
"DefaultVerticalMeasurementID": "Measured_From",
"ProjectedBottomHoleLocation": {
"AsIngestedCoordinates": {
"type": "AnyCrsFeatureCollection",
"CoordinateReferenceSystemID": "opendes:reference-data--CoordinateReferenceSystem:23031024:",
"persistableReferenceCrs": "{\"authCode\":{\"auth\":\"OSDU\",\"code\":\"23031024\"},\"lateBoundCRS\":{\"authCode\":{\"auth\":\"EPSG\",\"code\":\"23031\"},\"name\":\"ED_1950_UTM_Zone_31N\",\"type\":\"LBC\",\"ver\":\"PE_10_3_1\",\"wkt\":\"PROJCS[\\\"ED_1950_UTM_Zone_31N\\\",GEOGCS[\\\"GCS_European_1950\\\",DATUM[\\\"D_European_1950\\\",SPHEROID[\\\"International_1924\\\",6378388.0,297.0]],PRIMEM[\\\"Greenwich\\\",0.0],UNIT[\\\"Degree\\\",0.0174532925199433]],PROJECTION[\\\"Transverse_Mercator\\\"],PARAMETER[\\\"False_Easting\\\",500000.0],PARAMETER[\\\"False_Northing\\\",0.0],PARAMETER[\\\"Central_Meridian\\\",3.0],PARAMETER[\\\"Scale_Factor\\\",0.9996],PARAMETER[\\\"Latitude_Of_Origin\\\",0.0],UNIT[\\\"Meter\\\",1.0],AUTHORITY[\\\"EPSG\\\",23031]]\"},\"name\":\"ED50 * EPSG-Nor S62 2001 / UTM zone 31N [23031,1613]\",\"singleCT\":{\"authCode\":{\"auth\":\"EPSG\",\"code\":\"1613\"},\"name\":\"ED_1950_To_WGS_1984_24\",\"type\":\"ST\",\"ver\":\"PE_10_3_1\",\"wkt\":\"GEOGTRAN[\\\"ED_1950_To_WGS_1984_24\\\",GEOGCS[\\\"GCS_European_1950\\\",DATUM[\\\"D_European_1950\\\",SPHEROID[\\\"International_1924\\\",6378388.0,297.0]],PRIMEM[\\\"Greenwich\\\",0.0],UNIT[\\\"Degree\\\",0.0174532925199433]],GEOGCS[\\\"GCS_WGS_1984\\\",DATUM[\\\"D_WGS_1984\\\",SPHEROID[\\\"WGS_1984\\\",6378137.0,298.257223563]],PRIMEM[\\\"Greenwich\\\",0.0],UNIT[\\\"Degree\\\",0.0174532925199433]],METHOD[\\\"Position_Vector\\\"],PARAMETER[\\\"X_Axis_Translation\\\",-90.365],PARAMETER[\\\"Y_Axis_Translation\\\",-101.13],PARAMETER[\\\"Z_Axis_Translation\\\",-123.384],PARAMETER[\\\"X_Axis_Rotation\\\",0.333],PARAMETER[\\\"Y_Axis_Rotation\\\",0.077],PARAMETER[\\\"Z_Axis_Rotation\\\",0.894],PARAMETER[\\\"Scale_Difference\\\",1.994],AUTHORITY[\\\"EPSG\\\",1613]]\"},\"type\":\"EBC\",\"ver\":\"PE_10_3_1\"}",
"features": [
{
"type": "AnyCrsFeature",
"geometry": {
"type": "AnyCrsPoint",
"coordinates": [
700113.0,
5757315.0
]
},
"properties": {}
}
]
}
}
}
}
]
}
}
}'