Issue with data returned from search service - trying to verify unit conversion (IBM)
I am trying to verify that the unit conversion is working appropriately when using CSV ingestion. When I check the data via the storage service, I see data in input units and can verify it's working properly. When I try to retrieve data records via the search service, it does not show the appropriate data so that we can confirm it is in SI units. I've included the results from M9 running the same query as seen in the uploads in the test results folder run by Debasis. This has the data as expected to verify results.
Results from M10 testing POST {{SEARCH_HOST}}/query
Body
{
"kind": "{{kind}}"
}
Response { "results": [ { "createTime": "2022-03-01T20:10:15.599Z", "kind": "osdu:osdu:wellbore-master:81.1.7", "authority": "osdu", "namespace": "osdu:osdu", "legal": { "legaltags": [ "opendes-Demo4-Legal-Tag-2658048" ], "otherRelevantDataCountries": [ "US" ], "status": "compliant" }, "createUser": "preshipteama@osdu.opengroup.org", "source": "osdu", "acl": { "viewers": [ "data.default.viewers@opendes.ibm.com" ], "owners": [ "data.default.viewers@opendes.ibm.com" ] }, "id": "opendes:wellbore-master:d8751df28db849e6a72102c3676e274a", "type": "wellbore-master", "version": 1646165415444654, "tags": { "dataflowId": "test-dataflowid-proxy" } }, { "createTime": "2022-03-01T20:10:19.158Z", "kind": "osdu:osdu:wellbore-master:81.1.7", "authority": "osdu", "namespace": "osdu:osdu", "legal": { "legaltags": [ "opendes-Demo4-Legal-Tag-2658048" ], "otherRelevantDataCountries": [ "US" ], "status": "compliant" }, "createUser": "preshipteama@osdu.opengroup.org", "source": "osdu", "acl": { "viewers": [ "data.default.viewers@opendes.ibm.com" ], "owners": [ "data.default.viewers@opendes.ibm.com" ] }, "id": "opendes:wellbore-master:1aa1877d329b4f5884f1d9d5a6d55a9d", "type": "wellbore-master", "version": 1646165415027817, "tags": { "dataflowId": "test-dataflowid-proxy" } }, { "createTime": "2022-03-01T20:10:19.786Z", "kind": "osdu:osdu:wellbore-master:81.1.7", "authority": "osdu", "namespace": "osdu:osdu", "legal": { "legaltags": [ "opendes-Demo4-Legal-Tag-2658048" ], "otherRelevantDataCountries": [ "US" ], "status": "compliant" }, "createUser": "preshipteama@osdu.opengroup.org", "source": "osdu", "acl": { "viewers": [ "data.default.viewers@opendes.ibm.com" ], "owners": [ "data.default.viewers@opendes.ibm.com" ] }, "id": "opendes:wellbore-master:bade1f43d85f42b693a5f5aa96d84538", "type": "wellbore-master", "version": 1646165415634211, "tags": { "dataflowId": "test-dataflowid-proxy" } }, { "createTime": "2022-03-01T20:10:19.775Z", "kind": "osdu:osdu:wellbore-master:81.1.7", "authority": "osdu", "namespace": "osdu:osdu", "legal": { "legaltags": [ "opendes-Demo4-Legal-Tag-2658048" ], "otherRelevantDataCountries": [ "US" ], "status": "compliant" }, "createUser": "preshipteama@osdu.opengroup.org", "source": "osdu", "acl": { "viewers": [ "data.default.viewers@opendes.ibm.com" ], "owners": [ "data.default.viewers@opendes.ibm.com" ] }, "id": "opendes:wellbore-master:48968e3edc9a4cf5a83d3e30a69a354c", "type": "wellbore-master", "version": 1646165415621312, "tags": { "dataflowId": "test-dataflowid-proxy" } } ], "aggregations": null, "totalCount": 4 }
Results from M9 testing POST {{SEARCH_HOST}}/query
Body
{
"kind": "{{kind}}"
}
Response { "results": [ { "data": { "TVD": 6305.3976, "PERMIT_NUMBER": "SMP-09997", "WELLBORE_NAME": "DEBASIS G09995 001S0B3", "CRS": "World Geodetic System 1986", "LONGUITUDE": -115.2, "WELLBORE_NUMBER": "001S0B3", "STATE": "Texas", "CLASS": "NEW FIELD WILDCAT", "WELLBORE_SHAPE": "DIRECTIONAL", "FORMATION_AT_TD": "MIOCENE LOWER", "STATUS": "DRY & ABANDONED", "COUNTRY": "United States of America", "MD": 6406.896000000001, "ORIGINAL_OPERATOR": "Anadarko Petroleum", "BASIN": "ATWATER", "EPSG_CODE": "4326", "COUNTY": "ATWATER VALLEY", "UNIT_SYSTEM": "English", "UWI": "SP435844921288", "FIELD": "ATWATER VLLY B 10", "ELEVATION": 20.1168, "OPERATOR": "Anadarko Petroleum", "LEASE": "SMP G09997", "LATITUDE": 60.6, "ELEVATION_REF": "MSL" }, "kind": "osdu:debasis:wellbore-TST7Dec:1.0.0", "source": "debasis", "acl": { "viewers": [ "data.default.viewers@opendes.ibm.com" ], "owners": [ "data.default.owners@opendes.ibm.com" ] }, "type": "wellbore-TST7Dec", "version": 1638932972933142, "tags": { "dataflowId": "test-dataflowid-proxy" }, "createTime": "2021-12-08T03:09:33.016Z", "authority": "osdu", "namespace": "osdu:debasis", "legal": { "legaltags": [ "opendes-Demo4-Legal-Tag-4277318" ], "otherRelevantDataCountries": [ "US" ], "status": "compliant" }, "createUser": "preshipteama@osdu.opengroup.org", "id": "opendes:wellbore-TST7Dec:710f54d29c5b40b5a2a6852fdd4d2c66" }, { "data": { "TVD": 6309.055200000001, "PERMIT_NUMBER": "SMP-09996", "WELLBORE_NAME": "DEBASIS G09995 001S0B2", "CRS": "World Geodetic System 1985", "LONGUITUDE": -117.2, "WELLBORE_NUMBER": "001S0B2", "STATE": "Texas", "CLASS": "NEW FIELD WILDCAT", "WELLBORE_SHAPE": "DIRECTIONAL", "FORMATION_AT_TD": "MIOCENE LOWER", "STATUS": "DRY & ABANDONED", "COUNTRY": "United States of America", "MD": 6388.608, "ORIGINAL_OPERATOR": "Anadarko Petroleum", "BASIN": "ATWATER", "EPSG_CODE": "4326", "COUNTY": "ATWATER VALLEY", "UNIT_SYSTEM": "English", "UWI": "SP435844921289", "FIELD": "ATWATER VLLY B 9", "ELEVATION": 22.86, "OPERATOR": "Anadarko Petroleum", "LEASE": "SMP G09996", "LATITUDE": 60.4, "ELEVATION_REF": "MSL" }, "kind": "osdu:debasis:wellbore-TST7Dec:1.0.0", "source": "debasis", "acl": { "viewers": [ "data.default.viewers@opendes.ibm.com" ], "owners": [ "data.default.owners@opendes.ibm.com" ] }, "type": "wellbore-TST7Dec", "version": 1638932972988445, "tags": { "dataflowId": "test-dataflowid-proxy" }, "createTime": "2021-12-08T03:09:33.106Z", "authority": "osdu", "namespace": "osdu:debasis", "legal": { "legaltags": [ "opendes-Demo4-Legal-Tag-4277318" ], "otherRelevantDataCountries": [ "US" ], "status": "compliant" }, "createUser": "preshipteama@osdu.opengroup.org", "id": "opendes:wellbore-TST7Dec:f6a79ee90649409ab5ec8802cc5e2b3d" }, { "data": { "TVD": 6312.7128, "PERMIT_NUMBER": "SMP-09995", "WELLBORE_NAME": "DEBASIS G09995 001S0B1", "CRS": "World Geodetic System 1984", "LONGUITUDE": -119.2, "WELLBORE_NUMBER": "001S0B1", "STATE": "Texas", "CLASS": "NEW FIELD WILDCAT", "WELLBORE_SHAPE": "DIRECTIONAL", "FORMATION_AT_TD": "MIOCENE LOWER", "STATUS": "DRY & ABANDONED", "COUNTRY": "United States of America", "MD": 6370.320000000001, "ORIGINAL_OPERATOR": "Anadarko Petroleum", "BASIN": "ATWATER", "EPSG_CODE": "4326", "COUNTY": "ATWATER VALLEY", "UNIT_SYSTEM": "English", "UWI": "SP435844921288", "FIELD": "ATWATER VLLY B 8", "ELEVATION": 25.6032, "OPERATOR": "Anadarko Petroleum", "LEASE": "SMP G09995", "LATITUDE": 60.2, "ELEVATION_REF": "MSL" }, "kind": "osdu:debasis:wellbore-TST7Dec:1.0.0", "source": "debasis", "acl": { "viewers": [ "data.default.viewers@opendes.ibm.com" ], "owners": [ "data.default.owners@opendes.ibm.com" ] }, "type": "wellbore-TST7Dec", "version": 1638932972993847, "tags": { "dataflowId": "test-dataflowid-proxy" }, "createTime": "2021-12-08T03:09:33.172Z", "authority": "osdu", "namespace": "osdu:debasis", "legal": { "legaltags": [ "opendes-Demo4-Legal-Tag-4277318" ], "otherRelevantDataCountries": [ "US" ], "status": "compliant" }, "createUser": "preshipteama@osdu.opengroup.org", "id": "opendes:wellbore-TST7Dec:20cad8a2cb5646d6a3d4ef5563fd33fd" } ], "aggregations": null, "totalCount": 3 }