Commit dba8e83b authored by Spencer Sutton's avatar Spencer Sutton
Browse files

AWS Updates

commit a75ece57 
Author: Spencer Sutton <suttonsp@amazon.com> 
Date: Thu Aug 26 2021 12:24:09 GMT-0500 (Central Daylight Time) 

    Adding kill istio script


commit cef51fed 
Author: Spencer Sutton <suttonsp@amazon.com> 
Date: Thu Aug 26 2021 10:09:29 GMT-0500 (Central Daylight Time) 

    Had typo


commit 517305e0 
Author: Spencer Sutton <suttonsp@amazon.com> 
Date: Thu Aug 26 2021 10:02:41 GMT-0500 (Central Daylight Time) 

    Fixing file source bug


commit acd560a9 
Author: Spencer Sutton <suttonsp@amazon.com> 
Date: Thu Aug 26 2021 09:30:16 GMT-0500 (Central Daylight Time) 

    Was taking wrong version of python sdk


commit 02e8a34b 
Author: Spencer Sutton <suttonsp@amazon.com> 
Date: Thu Aug 26 2021 09:00:11 GMT-0500 (Central Daylight Time) 

    Changing to version 9


commit 49478b4d 
Author: Spencer Sutton <suttonsp@amazon.com> 
Date: Thu Aug 26 2021 06:48:48 GMT-0500 (Central Daylight Time) 

    Fixing build


commit 421aa401 
Author: Spencer Sutton <suttonsp@amazon.com> 
Date: Thu Aug 26 2021 06:46:39 GMT-0500 (Central Daylight Time) 

    Fixing build


commit d838fd09 
Author: Spencer Sutton <suttonsp@amazon.com> 
Date: Thu Aug 26 2021 06:43:56 GMT-0500 (Central Daylight Time) 

    Fixing build


commit 844341cf 
Author: Spencer Sutton <suttonsp@amazon.com> 
Date: Thu Aug 26 2021 06:38:15 GMT-0500 (Central Daylight Time) 

    Fixing build


commit f9020508 
Author: Spencer Sutton <suttonsp@amazon.com> 
Date: Thu Aug 26 2021 06:35:14 GMT-0500 (Central Daylight Time) 

    Adding ingestion workflow to ini


commit bd246e3c 
Author: Spencer Sutton <suttonsp@amazon.com> 
Date: Wed Aug 25 2021 21:04:34 GMT-0500 (Central Daylight Time) 

    Merge


commit 34390593 
Author: Spencer Sutton <suttonsp@amazon.com> 
Date: Wed Aug 25 2021 13:06:10 GMT-0500 (Central Daylight Time) 

    Incrementing python sdk


commit e3686417 
Author: Spencer Sutton <suttonsp@amazon.com> 
Date: Mon Aug 09 2021 20:28:50 GMT-0500 (Central Daylight Time) 

    Updating config file
parent f88a24d1
......@@ -25,13 +25,17 @@ ENV WITSML_PARSER_DIR="energistics/src/witsml_parser"
ENV ENERGISTICS_LIBS="${WITSML_PARSER_DIR}/energistics"
ENV OSDU_CORE_LIBS_DIR="${WITSML_PARSER_DIR}/osdu/ingestion-dags/src/dags/libs"
ENV OSDU_CORE_PROVIDERS_DIR="${WITSML_PARSER_DIR}/osdu/ingestion-dags/src/dags/providers"
ENV CI_COMMIT_TAG=v0.0.8
COPY ./${BUILD_DIR}/requirements.txt ./
COPY ./${WITSML_PARSER_DIR}/*.py ./
COPY ./${ENERGISTICS_LIBS} ./energistics
COPY build/osdu_api-0.0.8.tar.gz ./
# TODO: Configure Package Registry for Python SDK
RUN pip install --upgrade pip && \
pip install osdu_api-0.0.8.tar.gz && \
pip install -r "./energistics/requirements.txt" && \
pip install -r "./requirements.txt"
......
......@@ -16,10 +16,12 @@ ARG docker_builder_image
FROM ${docker_builder_image}
ENV HOME="/home/witsml_parser"
ENV CI_COMMIT_TAG=v0.0.8
WORKDIR $HOME
ENV CLOUD_PROVIDER="aws"
COPY "build/providers/${CLOUD_PROVIDER}/kill_istio.py" ./
COPY "build/providers/${CLOUD_PROVIDER}/requirements.txt" ./
RUN pip install -r "requirements.txt"
COPY build/providers/aws/osdu_api.ini ./
......@@ -20,6 +20,9 @@ env:
secrets-manager:
DOCKER_USERNAME: /osdu/devops/docker_credentials:username
DOCKER_PASSWORD: /osdu/devops/docker_credentials:password
variables:
CI_COMMIT_TAG: v0.0.8
phases:
install:
......@@ -49,9 +52,9 @@ phases:
--region us-east-1 \
--format pypi \
--package osdu-api \
--package-version 0.0.5 \
--asset osdu_api-0.0.5.tar.gz \
./build/osdu_api-0.0.5.tar.gz
--package-version 0.0.8 \
--asset osdu_api-0.0.8.tar.gz \
./build/osdu_api-0.0.8.tar.gz
- echo "Logging into Docker Hub as ${DOCKER_USERNAME}..."
- docker login -u ${DOCKER_USERNAME} -p ${DOCKER_PASSWORD}
......
import requests
r = requests.post("http://127.0.0.1:15020/quitquitquit")
print("Killing istio result: ")
print(r.status_code, r.reason)
\ No newline at end of file
......@@ -13,14 +13,15 @@
[environment]
data_partition_id=osdu
storage_url=%(API_BASE_URL)s/api/storage/v2
search_url=%(API_BASE_URL)s/api/search/v2
legal_url=%(API_BASE_URL)s/api/legal/v1
data_workflow_url=%(API_BASE_URL)s/api/data-workflow/v1
file_dms_url=%(API_BASE_URL)s/api/filedms/v2
dataset_url=%(API_BASE_URL)s/api/dataset/v1
entitlements_url=%(API_BASE_URL)s/api/entitlements/v1
schema_url=%(API_BASE_URL)s/api/schema-service/v1
storage_url=%(STORAGE_BASE_URL)s/api/storage/v2
search_url=%(SEARCH_BASE_URL)s/api/search/v2
legal_url=%(LEGAL_BASE_URL)s/api/legal/v1
data_workflow_url=deprecated
file_dms_url=%(FILE_DMS_BASE_URL)s/api/filedms/v2
dataset_url=%(DATASET_BASE_URL)s/api/dataset/v1
entitlements_url=%(ENTITLEMENTS_BASE_URL)s/api/entitlements/v1
schema_url=%(SCHEMA_BASE_URL)s/api/schema-service/v1
ingestion_workflow_url=%(INGESTION_WORKFLOW_BASE_URL)s/api/workflow/v1
use_service_principal=True
[provider]
......
......@@ -6,4 +6,4 @@ tenacity
dataclasses==0.8;python_version<"3.7"
--extra-index-url https://community.opengroup.org/api/v4/projects/148/packages/pypi/simple
osdu_api==0.0.5.dev0+0b1913fd
osdu_api==0.0.8
......@@ -239,7 +239,7 @@ class EnergisticsManifestCreator:
print(f"Dataset retrieval response body: {retrieval_instructions_response.content}")
if len(retrieval_instructions["delivery"]) > 0:
download_signed_url = retrieval_instructions["delivery"][0]["retrievalProperties"]["signedUrl"]
file_source = retrieval_instructions["delivery"][0]["retrievalProperties"]["unsignedUrl"]
else:
preload_file_path = execution_context["Context"]["preload_file_path"]
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment