Skip to content
Snippets Groups Projects
Commit 37921f40 authored by khoi huynh anh's avatar khoi huynh anh
Browse files

Merge branch 'develop' into 'main' 

Develop to Main M25 21/2

See merge request !144
parents cc795ce0 05f6d6c8
No related branches found
No related tags found
1 merge request!144Develop to Main M25 21/2
Pipeline #310317 passed
Stage: build
Stage: containerize
Stage: scan
Stage: deploy
Stage: integration
Stage: publish
Hide whitespace changes
Inline Side-by-side
build.sbt
+ 3
− 1
View file @ 37921f40
......@@ -43,7 +43,7 @@ lazy val core =
.configs(ItTest)
.settings(inConfig(ItTest)(Defaults.testSettings) : _*)
.settings(
javaAgents += "com.microsoft.azure" % "applicationinsights-agent" % "3.5.4" % Runtime,
javaAgents += "com.microsoft.azure" % "applicationinsights-agent" % "3.7.0" % Runtime,
organization := osduOrg,
scalaVersion := scalaVer,
javacOptions ++= javac117,
......@@ -83,6 +83,8 @@ lazy val core =
"org.opengroup.osdu.production" %% "pddms-integration-lib" % "0.2.0-test-4",
"org.scala-lang" %% "scala3-staging" % scalaVer,
"org.opengroup.osdu.production" %% "pddms-observability-lib" % "0.0.20",
"io.netty" % "netty-handler" % "4.1.118.Final",
"net.minidev" % "json-smart" % "2.5.2"
//"com.google.protobuf" % "protobuf-java" % "3.13.0" % "protobuf"
),
libraryDependencies ++= cloudDeps
......
build/Dockerfile
+ 5
− 4
View file @ 37921f40
FROM openjdk:17-jdk-alpine
FROM openjdk:17-jdk-slim
ARG groupId
ARG artifactId
......@@ -20,9 +20,10 @@ ENV VERSION_INFO_COMMIT_MESSAGE $commitMessage
COPY pddms-timeseries-ingestion /opt/pddms-timeseries-ingestion
COPY run.sh /opt/pddms-timeseries-ingestion/bin
RUN apk update \
&& apk upgrade --available \
&& apk add --no-cache bash curl
RUN apt-get update && \
apt-get upgrade -y && \
apt-get install -y --no-install-recommends bash curl && \
apt-get clean && rm -rf /var/lib/apt/lists/*
#RUN mkdir -p /opt/agents \
# && chmod g+rwx /opt/agents \
......
docs/api/production-ddms-timeseries-ingestion.openapi.yaml
+ 290
− 4
View file @ 37921f40
......@@ -16,6 +16,8 @@ info:
url: https://www.apache.org/licenses/LICENSE-2.0.html
servers:
- url: /api/pddms/writeback/service/timeseries-management/v1
- url: /service/timeseries-management/v1
security:
- Authorization: []
tags:
- name: Health
......@@ -26,6 +28,8 @@ tags:
description: Store single time-series
- name: Batch Time-series
description: Store multiple time-series in a batch
- name: CSV Ingestion Workflow
description: Support pddms-csv-parser workflow with metadata and CSV file validations
paths:
/info:
get:
......@@ -173,7 +177,6 @@ paths:
description: 'Note that one and only one of the data fields (timeSeriesDouble,
timeSeriesString & timeSeriesLong) must be provided,and it must be consistent
with the data type in the property.
'
content:
'application/json':
......@@ -183,11 +186,10 @@ paths:
responses:
'202':
description: 'Points accepted for storage
Note that one and only one of the data fields (timeSeriesDouble, timeSeriesString
& timeSeriesLong) will be reflected corresponding to the provided data
field in the request body
'
'
content:
application/json:
schema:
......@@ -255,7 +257,7 @@ paths:
type: string
requestBody:
description: 'Note that one and only one of the data fields (timeSeriesDouble,
timeSeriesString & timeSeriesLong) must be provided,and it must be consistent
timeSeriesString & timeSeriesLong) must be provided, and it must be consistent
with the data type in the property.
'
......@@ -319,6 +321,290 @@ paths:
application/json:
schema:
$ref: '#/components/schemas/AppError'
/validate/csv/metadata:
post:
tags:
- CSV Ingestion Workflow
summary: Validate metadata
requestBody:
content:
application/json:
schema:
type: object
example: '{
"source": "csv-parser",
"kind": "{{data-partition-id}}:wks:dataset--File.Generic:1.0.0",
"acl": {
"viewers": [
"data.default.owners@opendes.contoso.com"
],
"owners": [
"data.default.owners@opendes.contoso.com"
]
},
"legal": {
"legalTags": [
"opendes-Wellbore-Legal-Tag-Name"
],
"otherRelevantDataCountries": [
"US"
],
"status": "compliant"
},
"data": {
"name": "csv-parser-input-with-targets-10K-altered-v2-well-100.csv",
"endian": "LITTLE",
"datasetProperties": {
"fileSourceInfo": {
"name": "File",
"preloadFcilePath": "string",
"fileSource": "opendes:dataset--File.Generic:7d35ab29-a9c0-4f79-a2c6-486fe6c1d92f",
"preloadFileCreateUser": "string",
"preloadFileCreateDate": "string",
"preloadFileModifyUser": "string",
"preloadFileModifyDate": "string",
"fileSize": "123",
"encodingFormatTypeID": "string"
}
},
"extensionProperties": {
"name": "File",
"fileContentsDetails": {
"headerRowIndex": 1,
"entities": {
"sourceColumn": "ASSET NAME",
"values": [
{
"sourceValue": "DEMO-WELL-1001",
"targetStorageRecordId": "{{data-partition-id}}:master-data--Well:{{demo-well-name}}"
}
]
},
"timeSeries": {
"points": {
"sourceColumn": "DATE TIME",
"valueType": "DATETIME",
"format": "dd.MM.yyyy HH:mm:ss",
"timezoneOffset": "+09:00"
},
"values": [
{
"sourceColumn": "ON_STREAM_HRS",
"sourceUnitOfMeasureId": "{{data-partition-id}}:reference-data--UnitOfMeasure:h",
"targetPropertyDescriptor": "uptime.m=measured.e=total.t=daily.ta=total",
"valueType": "INTEGER"
},
{
"sourceColumn": "AVG_DOWNHOLE_PRESSURE",
"sourceUnitOfMeasureId": "{{data-partition-id}}:reference-data--UnitOfMeasure:psi",
"targetPropertyDescriptor": "permanent-downhole-gauge-pressure.m=measured.t=daily.ta=average",
"valueType": "DOUBLE"
},
{
"sourceColumn": "AVG_DOWNHOLE_TEMPERATURE",
"sourceUnitOfMeasureId": "{{data-partition-id}}:reference-data--UnitOfMeasure:DEGC",
"targetPropertyDescriptor": "permanent-downhole-gauge-temperature.m=measured.t=daily.ta=average",
"valueType": "DOUBLE"
},
{
"sourceColumn": "AVG_DP_TUBING",
"sourceUnitOfMeasureId": "{{data-partition-id}}:reference-data--UnitOfMeasure:psi",
"targetPropertyDescriptor": "bottom-up-delta-pressure.m=undefined.e=average.t=daily.ta=average",
"valueType": "STRING"
},
{
"sourceColumn": "AVG_ANNULUS_PRESS",
"sourceUnitOfMeasureId": "{{data-partition-id}}:reference-data--UnitOfMeasure:psi",
// "targetPropertyDescriptor": "casinghead-pressure.m=measured.e=average.t=daily.ta=average",
"valueType": "DOUBLE"
},
{
"sourceColumn": "AVG_CHOKE_SIZE_P",
"targetPropertyDescriptor": "choke-size-percentage.m=allocated.e=average.t=daily.ta=average",
"valueType": "STRING"
},
{
"sourceColumn": "AVG_WHP_P",
"targetPropertyDescriptor": "upstream-choke-wellhead-pressure-tolerance.m=threshold.e=average.t=daily.ta=average",
// "valueType": "DOUBLE"
},
{
"sourceColumn": "AVG_WHT_P",
"targetPropertyDescriptor": "upstream-choke-wellhead-temperature-tolerance.m=threshold.e=average.t=daily.ta=average",
"valueType": "DOUBLE"
},
{
"sourceColumn": "DP_CHOKE_SIZE",
"sourceUnitOfMeasureId": "{{data-partition-id}}:reference-data--UnitOfMeasure:psi",
"targetPropertyDescriptor": "choke-differential-pressure.m=measured.e=average.t=daily.ta=average",
"valueType": "DOUBLE"
},
{
"sourceColumn": "BORE_OIL_VOL",
"sourceUnitOfMeasureId": "{{data-partition-id}}:reference-data--UnitOfMeasure:bbl%2Fd",
"targetPropertyDescriptor": "oil-production-rate.m=measured.e=average.t=daily.ta=average",
"valueType": "DOUBLE"
},
{
"sourceColumn": "BORE_GAS_VOL",
"sourceUnitOfMeasureId": "{{data-partition-id}}:reference-data--UnitOfMeasure:bbl%2Fd",
"targetPropertyDescriptor": "gas-production-rate.m=measured.e=average.t=daily.ta=average",
"valueType": "DOUBLE"
},
{
"sourceColumn": "BORE_WAT_VOL",
"sourceUnitOfMeasureId": "{{data-partition-id}}:reference-data--UnitOfMeasure:bbl%2Fd",
"targetPropertyDescriptor": "water-production-rate.m=measured.e=average.t=daily.ta=average",
"valueType": "DOUBLE"
},
{
"sourceColumn": "BORE_WI_VOL",
"sourceUnitOfMeasureId": "{{data-partition-id}}:reference-data--UnitOfMeasure:bbl%2Fd",
"targetPropertyDescriptor": "water-injection-volume.m=measured.e=average.t=daily.ta=average",
"valueType": "DOUBLE"
}
]
},
"targetKind": "{{authority}}:wks:master-data--Well:1.3.0",
"nestedFieldDelimiter": ".",
"fileType": "csv"
}
},
"tags": {
"source": ""
}
}
}'
required: true
parameters:
- name: data-partition-id
in: header
description: Tenant Id
required: true
schema:
type: string
responses:
'200':
description: Successful response
content:
application/json: {}
'400':
description: Request has incorrect information. Details are given in the response
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
'401':
description: Unauthorized
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
'403':
description: User not authorized to store points on the given entity
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
'404':
description: Invalid acl group or Entity key and/or property descriptor and/or source not found
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
'500':
description: Internal Server Error
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
'502':
description: Bad Gateway
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
'503':
description: Service Unavailable
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
/validate-csv:
post:
tags:
- CSV Ingestion Workflow
summary: Validate CSV
requestBody:
content:
multipart/form-data:
schema:
type: object
properties:
metadata:
type: string
format: binary
csv:
type: string
format: binary
required: true
parameters:
- name: data-partition-id
in: header
description: Tenant Id
required: true
schema:
type: string
responses:
'200':
description: Successful response
content:
application/json: {}
'400':
description: Request has incorrect information. Details are given in the response
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
'401':
description: Unauthorized
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
'403':
description: User not authorized to store points on the given entity
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
'404':
description: Invalid acl group or Entity key and/or property descriptor and/or source not found
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
'500':
description: Internal Server Error
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
'502':
description: Bad Gateway
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
'503':
description: Service Unavailable
content:
application/json:
schema:
$ref: '#/components/schemas/AppError'
components:
schemas:
AppError:
......
docs/docs/api-catalog-timeseries-management.md
+ 52
− 0
View file @ 37921f40
......@@ -163,3 +163,55 @@ Store the time-series for a collection of entity and property pairs in a single
| 500 | Internal Server Error |
| 502 | Bad Gateway |
| 503 | Service Unavailable |
### /validate/csv/metadata
#### POST
##### Summary:
Validate metadata
##### Parameters
| Name | Located in | Description | Required | Schema |
| ---- | ---------- | ----------- | -------- | ---- |
| data-partition-id | header | Tenant Id | Yes | string |
##### Responses
| Code | Description |
| ---- | ----------- |
| 200 | Successful response |
| 400 | Request has incorrect information. Details are given in the response |
| 401 | Unauthorized |
| 403 | User not authorized to store points on the given entity |
| 404 | Invalid acl group or Entity key and/or property descriptor and/or source not found |
| 500 | Internal Server Error |
| 502 | Bad Gateway |
| 503 | Service Unavailable |
### /validate-csv
#### POST
##### Summary:
Validate CSV
##### Parameters
| Name | Located in | Description | Required | Schema |
| ---- | ---------- | ----------- | -------- | ---- |
| data-partition-id | header | Tenant Id | Yes | string |
##### Responses
| Code | Description |
| ---- | ----------- |
| 200 | Successful response |
| 400 | Request has incorrect information. Details are given in the response |
| 401 | Unauthorized |
| 403 | User not authorized to store points on the given entity |
| 404 | Invalid acl group or Entity key and/or property descriptor and/or source not found |
| 500 | Internal Server Error |
| 502 | Bad Gateway |
| 503 | Service Unavailable |
\ No newline at end of file
postman/pddms-timeseries-ingestion.postman_collection.json
+ 97
− 2
View file @ 37921f40
......@@ -381,7 +381,7 @@
],
"body": {
"mode": "raw",
"raw": "{\r\n \"source\": \"demo\",\r\n \"timeSeriesSetString\": {\r\n \"points\": [\r\n {\r\n \"point\": 1672511400000,\r\n \"value\": [\"q\",\"w\", \"e\"]\r\n },\r\n {\r\n \"point\": 1672511500000,\r\n \"value\": [\"qqqqqq\",\"e\"]\r\n },\r\n {\r\n \"point\": 1672511600000,\r\n \"value\": [\"q\",\"wwwwwwwww\", \"e\"]\r\n },\r\n {\r\n \"point\": 1672511700000,\r\n \"value\": [\"q\",\"w\", \"eeeeeeee\"]\r\n },\r\n {\r\n \"point\": 1672511800000,\r\n \"value\": [\"q\",\"w\", \"e\", \"qqqqqqqq\"]\r\n }\r\n ]\r\n }\r\n}",
"raw": "{\r\n \"source\": \"dor\",\r\n \"timeSeriesDouble\": {\r\n \"points\": [\r\n {\r\n \"point\": 978332400000,\r\n \"value\": 111.0\r\n },\r\n {\r\n \"point\": 978336000000,\r\n \"value\": 222.0\r\n },\r\n {\r\n \"point\": 978339600000,\r\n \"value\": 333.0\r\n }\r\n ]\r\n }\r\n}",
"options": {
"raw": {
"language": "json"
......@@ -404,7 +404,7 @@
},
{
"key": "propertyDescriptor",
"value": "gas-lift-recommended-actions.m=technical"
"value": "oil-production-rate.m=measured.e=average.t=hourly.ta=average"
}
]
}
......@@ -708,6 +708,101 @@
"body": "{\n \"result\": {\n \"accepted\": [\n {\n \"httpCode\": {\n \"intValue\": 202,\n \"reason\": \"Accepted\",\n \"defaultMessage\": \"The request has been accepted for processing, but the processing has not been completed.\",\n \"allowsEntity\": true\n },\n \"content\": {\n \"ref\": {\n \"source\": \"csv-parser\",\n \"entityKey\": \"opendes:master-data--Well:DEMO-WELL-001\",\n \"propertyDescriptor\": \"gas-production-volume.m=measured.e=average.t=daily.ta=total\",\n \"timeSeriesDouble\": {\n \"points\": [\n {\n \"point\": 1672511400000,\n \"value\": 1.8\n },\n {\n \"point\": 1672511500000,\n \"value\": 2.8\n },\n {\n \"point\": 1672511600000,\n \"value\": 3.8\n },\n {\n \"point\": 1672511700000,\n \"value\": 4.8\n },\n {\n \"point\": 1672511800000,\n \"value\": 5.8\n },\n {\n \"point\": 1672511900000,\n \"value\": 6.8\n }\n ]\n }\n },\n \"requestId\": \"4b78f1ae-95b6-3190-bc6b-33cb3b2b255f\",\n \"version\": \"1716436919509\"\n }\n },\n {\n \"httpCode\": {\n \"intValue\": 202,\n \"reason\": \"Accepted\",\n \"defaultMessage\": \"The request has been accepted for processing, but the processing has not been completed.\",\n \"allowsEntity\": true\n },\n \"content\": {\n \"ref\": {\n \"source\": \"csv-parser\",\n \"entityKey\": \"opendes:master-data--Well:DEMO-WELL-001\",\n \"propertyDescriptor\": \"oil-production-baseline-rate.m=measured.e=average.t=daily.ta=total\",\n \"timeSeriesDouble\": {\n \"points\": [\n {\n \"point\": 1672511400000,\n \"value\": 100.8\n },\n {\n \"point\": 1672511500000,\n \"value\": 200.8\n },\n {\n \"point\": 1672511600000,\n \"value\": 300.8\n }\n ]\n }\n },\n \"requestId\": \"e082b2ae-60c0-39d7-866c-9683b7b600af\",\n \"version\": \"1716436919569\"\n }\n },\n {\n \"httpCode\": {\n \"intValue\": 202,\n \"reason\": \"Accepted\",\n \"defaultMessage\": \"The request has been accepted for processing, but the processing has not been completed.\",\n \"allowsEntity\": true\n },\n \"content\": {\n \"ref\": {\n \"source\": \"csv-parser\",\n \"entityKey\": \"opendes:master-data--Well:DEMO-WELL-002\",\n \"propertyDescriptor\": \"gas-production-volume.m=measured.e=average.t=daily.ta=total\",\n \"timeSeriesDouble\": {\n \"points\": [\n {\n \"point\": 1672511400000,\n \"value\": 1.8\n },\n {\n \"point\": 1672511500000,\n \"value\": 2.8\n },\n {\n \"point\": 1672511600000,\n \"value\": 3.8\n },\n {\n \"point\": 1672511700000,\n \"value\": 4.8\n },\n {\n \"point\": 1672511800000,\n \"value\": 5.8\n },\n {\n \"point\": 1672511900000,\n \"value\": 6.8\n }\n ]\n }\n },\n \"requestId\": \"5ef5ca21-e63a-3692-a0b4-d468e67b8864\",\n \"version\": \"1716436919661\"\n }\n },\n {\n \"httpCode\": {\n \"intValue\": 202,\n \"reason\": \"Accepted\",\n \"defaultMessage\": \"The request has been accepted for processing, but the processing has not been completed.\",\n \"allowsEntity\": true\n },\n \"content\": {\n \"ref\": {\n \"source\": \"csv-parser\",\n \"entityKey\": \"opendes:master-data--Well:DEMO-WELL-002\",\n \"propertyDescriptor\": \"oil-production-baseline-rate.m=measured.e=average.t=daily.ta=total\",\n \"timeSeriesDouble\": {\n \"points\": [\n {\n \"point\": 1672511400000,\n \"value\": 100.8\n },\n {\n \"point\": 1672511500000,\n \"value\": 200.8\n },\n {\n \"point\": 1672511600000,\n \"value\": 300.8\n }\n ]\n }\n },\n \"requestId\": \"3b10c6b3-0721-3d5a-a573-f2801e82b85c\",\n \"version\": \"1716436919812\"\n }\n }\n ],\n \"entitlementFailures\": [],\n \"failed\": []\n }\n}"
}
]
},
{
"name": "CSV Ingestion Workflow. Validate metadata",
"request": {
"method": "POST",
"header": [
{
"key": "data-partition-id",
"value": "opendes"
},
{
"key": "Content-Type",
"value": "application/json"
},
{
"key": "Authorization",
"value": "Bearer {{access_token}}"
}
],
"body": {
"mode": "raw",
"raw": "{\r\n \"source\": \"csv-parser\",\r\n \"kind\": \"{{data-partition-id}}:wks:dataset--File.Generic:1.0.0\",\r\n \"acl\": {\r\n \"viewers\": [\r\n \"data.default.owners@opendes.contoso.com\"\r\n ],\r\n \"owners\": [\r\n \"data.default.owners@opendes.contoso.com\"\r\n ]\r\n },\r\n \"legal\": {\r\n \"legalTags\": [\r\n \"opendes-Wellbore-Legal-Tag-Name\"\r\n ],\r\n \"otherRelevantDataCountries\": [\r\n \"US\"\r\n ],\r\n \"status\": \"compliant\"\r\n },\r\n \"data\": {\r\n \"name\": \"csv-parser-input-with-targets-10K-altered-v2-well-100.csv\",\r\n \"endian\": \"LITTLE\",\r\n \"datasetProperties\": {\r\n \"fileSourceInfo\": {\r\n \"name\": \"File\",\r\n \"preloadFcilePath\": \"string\",\r\n \"fileSource\": \"opendes:dataset--File.Generic:7d35ab29-a9c0-4f79-a2c6-486fe6c1d92f\",\r\n \"preloadFileCreateUser\": \"string\",\r\n \"preloadFileCreateDate\": \"string\",\r\n \"preloadFileModifyUser\": \"string\",\r\n \"preloadFileModifyDate\": \"string\",\r\n \"fileSize\": \"123\",\r\n \"encodingFormatTypeID\": \"string\"\r\n }\r\n },\r\n \"extensionProperties\": {\r\n \"name\": \"File\",\r\n \"fileContentsDetails\": {\r\n \"headerRowIndex\": 1,\r\n \"entities\": {\r\n \"sourceColumn\": \"ASSET NAME\",\r\n \"values\": [\r\n {\r\n \"sourceValue\": \"DEMO-WELL-1001\",\r\n \"targetStorageRecordId\": \"{{data-partition-id}}:master-data--Well:{{demo-well-name}}\"\r\n }\r\n ]\r\n },\r\n \"timeSeries\": {\r\n \"points\": {\r\n \"sourceColumn\": \"DATE TIME\",\r\n \"valueType\": \"DATETIME\",\r\n \"format\": \"dd.MM.yyyy HH:mm:ss\",\r\n \"timezoneOffset\": \"+09:00\"\r\n },\r\n \"values\": [\r\n {\r\n \"sourceColumn\": \"ON_STREAM_HRS\",\r\n \"sourceUnitOfMeasureId\": \"{{data-partition-id}}:reference-data--UnitOfMeasure:h\",\r\n \"targetPropertyDescriptor\": \"uptime.m=measured.e=total.t=daily.ta=total\",\r\n \"valueType\": \"INTEGER\"\r\n },\r\n {\r\n \"sourceColumn\": \"AVG_DOWNHOLE_PRESSURE\",\r\n \"sourceUnitOfMeasureId\": \"{{data-partition-id}}:reference-data--UnitOfMeasure:psi\",\r\n \"targetPropertyDescriptor\": \"permanent-downhole-gauge-pressure.m=measured.t=daily.ta=average\",\r\n \"valueType\": \"DOUBLE\"\r\n },\r\n {\r\n \"sourceColumn\": \"AVG_DOWNHOLE_TEMPERATURE\",\r\n \"sourceUnitOfMeasureId\": \"{{data-partition-id}}:reference-data--UnitOfMeasure:DEGC\",\r\n \"targetPropertyDescriptor\": \"permanent-downhole-gauge-temperature.m=measured.t=daily.ta=average\",\r\n \"valueType\": \"DOUBLE\"\r\n },\r\n {\r\n \"sourceColumn\": \"AVG_DP_TUBING\",\r\n \"sourceUnitOfMeasureId\": \"{{data-partition-id}}:reference-data--UnitOfMeasure:psi\",\r\n \"targetPropertyDescriptor\": \"bottom-up-delta-pressure.m=undefined.e=average.t=daily.ta=average\",\r\n \"valueType\": \"STRING\"\r\n },\r\n {\r\n \"sourceColumn\": \"AVG_ANNULUS_PRESS\",\r\n \"sourceUnitOfMeasureId\": \"{{data-partition-id}}:reference-data--UnitOfMeasure:psi\",\r\n // \"targetPropertyDescriptor\": \"casinghead-pressure.m=measured.e=average.t=daily.ta=average\",\r\n \"valueType\": \"DOUBLE\"\r\n },\r\n {\r\n \"sourceColumn\": \"AVG_CHOKE_SIZE_P\",\r\n \"targetPropertyDescriptor\": \"choke-size-percentage.m=allocated.e=average.t=daily.ta=average\",\r\n \"valueType\": \"STRING\"\r\n },\r\n {\r\n \"sourceColumn\": \"AVG_WHP_P\",\r\n \"targetPropertyDescriptor\": \"upstream-choke-wellhead-pressure-tolerance.m=threshold.e=average.t=daily.ta=average\",\r\n // \"valueType\": \"DOUBLE\"\r\n },\r\n {\r\n \"sourceColumn\": \"AVG_WHT_P\",\r\n \"targetPropertyDescriptor\": \"upstream-choke-wellhead-temperature-tolerance.m=threshold.e=average.t=daily.ta=average\",\r\n \"valueType\": \"DOUBLE\"\r\n },\r\n {\r\n \"sourceColumn\": \"DP_CHOKE_SIZE\",\r\n \"sourceUnitOfMeasureId\": \"{{data-partition-id}}:reference-data--UnitOfMeasure:psi\",\r\n \"targetPropertyDescriptor\": \"choke-differential-pressure.m=measured.e=average.t=daily.ta=average\",\r\n \"valueType\": \"DOUBLE\"\r\n },\r\n {\r\n \"sourceColumn\": \"BORE_OIL_VOL\",\r\n \"sourceUnitOfMeasureId\": \"{{data-partition-id}}:reference-data--UnitOfMeasure:bbl%2Fd\",\r\n \"targetPropertyDescriptor\": \"oil-production-rate.m=measured.e=average.t=daily.ta=average\",\r\n \"valueType\": \"DOUBLE\"\r\n },\r\n {\r\n \"sourceColumn\": \"BORE_GAS_VOL\",\r\n \"sourceUnitOfMeasureId\": \"{{data-partition-id}}:reference-data--UnitOfMeasure:bbl%2Fd\",\r\n \"targetPropertyDescriptor\": \"gas-production-rate.m=measured.e=average.t=daily.ta=average\",\r\n \"valueType\": \"DOUBLE\"\r\n },\r\n {\r\n \"sourceColumn\": \"BORE_WAT_VOL\",\r\n \"sourceUnitOfMeasureId\": \"{{data-partition-id}}:reference-data--UnitOfMeasure:bbl%2Fd\",\r\n \"targetPropertyDescriptor\": \"water-production-rate.m=measured.e=average.t=daily.ta=average\",\r\n \"valueType\": \"DOUBLE\"\r\n },\r\n {\r\n \"sourceColumn\": \"BORE_WI_VOL\",\r\n \"sourceUnitOfMeasureId\": \"{{data-partition-id}}:reference-data--UnitOfMeasure:bbl%2Fd\",\r\n \"targetPropertyDescriptor\": \"water-injection-volume.m=measured.e=average.t=daily.ta=average\",\r\n \"valueType\": \"DOUBLE\"\r\n }\r\n ]\r\n },\r\n \"targetKind\": \"{{authority}}:wks:master-data--Well:1.3.0\",\r\n \"nestedFieldDelimiter\": \".\",\r\n \"fileType\": \"csv\"\r\n }\r\n },\r\n \"tags\": {\r\n \"source\": \"\"\r\n }\r\n }\r\n}",
"options": {
"raw": {
"language": "json"
}
}
},
"url": {
"raw": "{{ingestionBaseUrl}}/validate/csv/metadata",
"host": [
"{{ingestionBaseUrl}}"
],
"path": [
"validate",
"csv",
"metadata"
]
}
},
"response": []
},
{
"name": "CSV Ingestion Workflow. Validate CSV",
"protocolProfileBehavior": {
"disabledSystemHeaders": {}
},
"request": {
"auth": {
"type": "noauth"
},
"method": "POST",
"header": [
{
"key": "Content-Type",
"value": "multipart/form-data",
"type": "text"
},
{
"key": "Authorization",
"value": "Bearer {{access_token}}",
"type": "text"
},
{
"key": "data-partition-id",
"value": "{{data-partition-id}}",
"type": "text"
}
],
"body": {
"mode": "formdata",
"formdata": [
{
"key": "metadata",
"type": "file",
"src": "/D:/temp/pddms/metadata-validation-sample.json"
},
{
"key": "csv",
"type": "file",
"src": "/C:/Users/aarifov/OneDrive - Schlumberger/osdu-pddms/csv-parser/csv for ingestion/csv-parser-input-with-targets-10K-altered-v2.csv"
}
]
},
"url": {
"raw": "{{ingestionBaseUrl}}/validate-csv",
"host": [
"{{ingestionBaseUrl}}"
],
"path": [
"validate-csv"
]
}
},
"response": []
}
],
"description": "This API is used to manage time-series. Management operations initially are restricted to adding time-series points."
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment