AWS M22 - Core Services - Augmented Index

Hello, I'm trying to Reindex Well Records but the request does not stop to run and I don't get any result. So far, this is what I've done:

1. Create record using Storage

PUT {{osduonaws_base_url}}/api/storage/v2/records

BODY CURL VERSION

curl --location --request PUT 'https://prsh.testing.preshiptesting.osdu.aws/api/storage/v2/records' \
--header 'Content-Type: application/json' \
--header 'data-partition-id: osdu' \
--header 'Authorization: Bearer <Token>' \
--data-raw '[
    {
        "data": {
            "DefaultVerticalMeasurementID": "Rotary Table",
            "ExtensionProperties": {
                "CustomField1": "JFA01262024"
            },
            "FacilityEvents": [
                {
                    "EffectiveDateTime": "2002-05-12T00:00:00",
                    "FacilityEventTypeID": "osdu:reference-data--FacilityEventType:SPUD:"
                },
                {
                    "EffectiveDateTime": "2002-06-07T00:00:00",
                    "FacilityEventTypeID": "osdu:reference-data--FacilityEventType:DRILLING%20FINISH:"
                }
            ],
            "FacilityID": "A14-02-test",
            "FacilityOperators": [
                {
                    "FacilityOperatorOrganisationID": "osdu:master-data--Organisation:NAM:"
                }
            ],
            "FacilityStates": [
                {
                    "FacilityStateTypeID": "osdu:reference-data--FacilityStateType:Abandoned:"
                }
            ],
            "FacilityTypeID": "osdu:reference-data--FacilityType:A14-02:",
            "GeoContexts": [
                {
                    "GeoPoliticalEntityID": "osdu:master-data--GeoPoliticalEntity:Netherlands:",
                    "GeoTypeID": "osdu:reference-data--GeoPoliticalEntityType:Country:"
                },
                {
                    "GeoPoliticalEntityID": "osdu:master-data--GeoPoliticalEntity:A14:",
                    "GeoTypeID": "osdu:reference-data--GeoPoliticalEntityType:BlockID:"
                }
            ],
            "NameAliases": [
                {
                    "AliasName": "A14-02-test",
                    "AliasNameTypeID": "osdu:reference-data--AliasNameType:WELL_NAME:"
                },
                {
                    "AliasName": "8577-test",
                    "AliasNameTypeID": "osdu:reference-data--AliasNameType:UWI:"
                }
            ],
            "OperatingEnvironmentID": "osdu:reference-data--OperatingEnvironment:OFF:",
            "Source": "TNO",
            "SpatialLocation": {
                "Wgs84Coordinates": {
                    "features": [
                        {
                            "geometry": {
                                "coordinates": [
                                    3.39488769,
                                    55.32443529
                                ],
                                "type": "Point"
                            },
                            "properties": {},
                            "type": "Feature"
                        }
                    ],
                    "type": "FeatureCollection"
                }
            },
            "VerticalMeasurements": [
                {
                    "VerticalCRSID": "osdu:reference-data--CoordinateReferenceSystem:MSL:",
                    "VerticalMeasurement": 39.2,
                    "VerticalMeasurementID": "Rotary Table",
                    "VerticalMeasurementPathID": "osdu:reference-data--VerticalMeasurementPath:Elevation:",
                    "VerticalMeasurementUnitOfMeasureID": "osdu:reference-data--UnitOfMeasure:M:"
                }
            ]
        },
        "meta": [],
        "kind": "osdu:wks:master-data--Well:1.0.0",
        "id": "osdu:master-data--Well:JFA29JAN",
        "acl": {
            "viewers": [
                "data.default.viewers@osdu.example.com"
            ],
            "owners": [
                "data.default.owners@osdu.example.com"
            ]
        },
        "legal": {
            "legaltags": [
                "osdu-public-usa-dataset-osduonaws-jfa-01-26-2024"
            ],
            "otherRelevantDataCountries": [
                "US"
            ],
            "status": "compliant"
        }
    }
]'

BODY

[
    {
        "data": {
            "DefaultVerticalMeasurementID": "Rotary Table",
            "ExtensionProperties": {
                "CustomField1": "JFA01262024"
            },
            "FacilityEvents": [
                {
                    "EffectiveDateTime": "2002-05-12T00:00:00",
                    "FacilityEventTypeID": "osdu:reference-data--FacilityEventType:SPUD:"
                },
                {
                    "EffectiveDateTime": "2002-06-07T00:00:00",
                    "FacilityEventTypeID": "osdu:reference-data--FacilityEventType:DRILLING%20FINISH:"
                }
            ],
            "FacilityID": "A14-02-test",
            "FacilityOperators": [
                {
                    "FacilityOperatorOrganisationID": "osdu:master-data--Organisation:NAM:"
                }
            ],
            "FacilityStates": [
                {
                    "FacilityStateTypeID": "osdu:reference-data--FacilityStateType:Abandoned:"
                }
            ],
            "FacilityTypeID": "osdu:reference-data--FacilityType:A14-02:",
            "GeoContexts": [
                {
                    "GeoPoliticalEntityID": "osdu:master-data--GeoPoliticalEntity:Netherlands:",
                    "GeoTypeID": "osdu:reference-data--GeoPoliticalEntityType:Country:"
                },
                {
                    "GeoPoliticalEntityID": "osdu:master-data--GeoPoliticalEntity:A14:",
                    "GeoTypeID": "osdu:reference-data--GeoPoliticalEntityType:BlockID:"
                }
            ],
            "NameAliases": [
                {
                    "AliasName": "A14-02-test",
                    "AliasNameTypeID": "osdu:reference-data--AliasNameType:WELL_NAME:"
                },
                {
                    "AliasName": "8577-test",
                    "AliasNameTypeID": "osdu:reference-data--AliasNameType:UWI:"
                }
            ],
            "OperatingEnvironmentID": "osdu:reference-data--OperatingEnvironment:OFF:",
            "Source": "TNO",
            "SpatialLocation": {
                "Wgs84Coordinates": {
                    "features": [
                        {
                            "geometry": {
                                "coordinates": [
                                    3.39488769,
                                    55.32443529
                                ],
                                "type": "Point"
                            },
                            "properties": {},
                            "type": "Feature"
                        }
                    ],
                    "type": "FeatureCollection"
                }
            },
            "VerticalMeasurements": [
                {
                    "VerticalCRSID": "osdu:reference-data--CoordinateReferenceSystem:MSL:",
                    "VerticalMeasurement": 39.2,
                    "VerticalMeasurementID": "Rotary Table",
                    "VerticalMeasurementPathID": "osdu:reference-data--VerticalMeasurementPath:Elevation:",
                    "VerticalMeasurementUnitOfMeasureID": "osdu:reference-data--UnitOfMeasure:M:"
                }
            ]
        },
        "meta": [],
        "kind": "osdu:wks:master-data--Well:1.0.0",
        "id": "osdu:master-data--Well:JFA29JAN",
        "acl": {
            "viewers": [
                "data.default.viewers@osdu.example.com"
            ],
            "owners": [
                "data.default.owners@osdu.example.com"
            ]
        },
        "legal": {
            "legaltags": [
                "osdu-public-usa-dataset-osduonaws-jfa-01-26-2024"
            ],
            "otherRelevantDataCountries": [
                "US"
            ],
            "status": "compliant"
        }
    }
]

RESPONSE

{
    "recordCount": 1,
    "recordIds": [
        "osdu:master-data--Well:JFA29JAN"
    ],
    "skippedRecordIds": [],
    "recordIdVersions": [
        "osdu:master-data--Well:JFA29JAN:1706533127863414"
    ]
}

2. Create Augmented Index

PUT {{osduonaws_base_url}}/api/storage/v2/records

BODY CURL VERSION

curl --location --request PUT 'https://prsh.testing.preshiptesting.osdu.aws/api/storage/v2/records' \
--header 'Content-Type: application/json' \
--header 'data-partition-id: osdu' \
--header 'Authorization: Bearer <Token>' \
--data-raw '[
    {
        "data": {
            "Name": "Agreement-IndexPropertyPathConfiguration",
            "Description": "valid for all master-data--Well kinds for major version 1.",
            "Code": "osdu:wks:master-data--Well:1.",
            "AttributionAuthority": "OSDU",
            "Configurations": [
                {
                    "Name": "UWI-JFA",
                    "Policy": "ExtractFirstMatch",
                    "Paths": [
                        {
                            "ValueExtraction": {
                                "RelatedConditionMatches": [
                                    "osdu:reference-data--AliasNameType:UWI:"
                                ],
                                "RelatedConditionProperty": "data.NameAliases[].AliasNameTypeID",
                                "ValuePath": "data.NameAliases[].AliasName"
                            }
                        }
                    ],
                    "UseCase": "As a user I want to discover and match Well records by their UWI value."
                }
            ]
        },
        "meta": [],
        "id": "osdu:reference-data--IndexPropertyPathConfiguration:wks:master-data--Well:1.",
        "kind": "osdu:wks:reference-data--IndexPropertyPathConfiguration:1.0.0",
        "acl": {
            "viewers": [
                "data.default.viewers@osdu.example.com"
            ],
            "owners": [
                "data.default.owners@osdu.example.com"
            ]
        },
        "legal": {
            "legaltags": [
                "osdu-public-usa-dataset-osduonaws-jfa-01-26-2024"
            ],
            "otherRelevantDataCountries": [
                "US"
            ],
            "status": "compliant"
        }
    }
]'

BODY

[
    {
        "data": {
            "Name": "Agreement-IndexPropertyPathConfiguration",
            "Description": "valid for all master-data--Well kinds for major version 1.",
            "Code": "osdu:wks:master-data--Well:1.",
            "AttributionAuthority": "OSDU",
            "Configurations": [
                {
                    "Name": "UWI-JFA",
                    "Policy": "ExtractFirstMatch",
                    "Paths": [
                        {
                            "ValueExtraction": {
                                "RelatedConditionMatches": [
                                    "{{data_partition_id}}:reference-data--AliasNameType:UWI:"
                                ],
                                "RelatedConditionProperty": "data.NameAliases[].AliasNameTypeID",
                                "ValuePath": "data.NameAliases[].AliasName"
                            }
                        }
                    ],
                    "UseCase": "As a user I want to discover and match Well records by their UWI value."
                }
            ]
        },
        "meta": [],
        "id": "osdu:reference-data--IndexPropertyPathConfiguration:wks:master-data--Well:1.",
        "kind": "osdu:wks:reference-data--IndexPropertyPathConfiguration:1.0.0",
        "acl": {
            "viewers": [
                "data.default.viewers@osdu.example.com"
            ],
            "owners": [
                "data.default.owners@osdu.example.com"
            ]
        },
        "legal": {
            "legaltags": [
                "osdu-public-usa-dataset-osduonaws-jfa-01-26-2024"
            ],
            "otherRelevantDataCountries": [
                "US"
            ],
            "status": "compliant"
        }
    }
]

RESPONSE

{
    "recordCount": 1,
    "recordIds": [
        "osdu:reference-data--IndexPropertyPathConfiguration:wks:master-data--Well:1."
    ],
    "skippedRecordIds": [],
    "recordIdVersions": [
        "osdu:reference-data--IndexPropertyPathConfiguration:wks:master-data--Well:1.:1706533183016537"
    ]
}

3. Reindex Well records

POST {{INDEXER_HOST}}/reindex?force_clean=true

BODY CURL VERSION

curl --location 'https://prsh.testing.preshiptesting.osdu.aws/api/indexer/v2/reindex?force_clean=true' \
--header 'data-partition-id: osdu' \
--header 'Content-Type: application/json' \
--header 'Authorization: Bearer <Token>' \
--data '{
    "kind": "osdu:wks:master-data--Well:1.0.0"
}'

BODY

{
    "kind": "osdu:wks:master-data--Well:1.0.0"
}

RESPONSE

Status: Unknown   Time:5m 58.02s (Still running)

Captura_de_tela_2024-01-29_100626

Regards,

Juliana