Commit 60f39597 authored by Yunhua Koglin's avatar Yunhua Koglin
Browse files

cleanup dev

commit 4a640e2b 
Author: Yunhua Koglin <kogliny@amazon.com> 
Date: Mon Mar 29 2021 10:41:05 GMT-0500 (Central Daylight Time) 

    remove cicd in gitlab
parent 2f03614f
......@@ -14,13 +14,7 @@
FROM python:3.7-slim-buster
ARG aws_account_url="dev"
COPY provider/os-wellbore-ddms-aws/build-aws/requirements.txt .
COPY requirements_dev.txt .
RUN pip install awscli
ARG token="token"
RUN pip config set global.index-url https://aws:${token}@${aws_account_url}
COPY requirements.txt requirements_dev.txt ./
RUN pip install -r requirements.txt
RUN pip install -r requirements_dev.txt
......
......@@ -23,8 +23,7 @@ phases:
install:
commands:
- apt-get update -y
- echo "Installing requirements_dev.txt"
- pip install -r ./requirements_dev.txt
pre_build:
commands:
- echo "Logging in to Amazon ECR..."
......@@ -45,21 +44,14 @@ phases:
- chmod +x ./tests/aws-test/build-aws/prepare-dist.sh
- ./tests/aws-test/build-aws/prepare-dist.sh
- echo "Installing requirements.txt"
- export AWS_ACCOUNT_ID=`aws sts get-caller-identity | grep Account | cut -d':' -f 2 | cut -d'"' -f 2`
- aws codeartifact login --tool pip --domain osdu-dev --domain-owner $AWS_ACCOUNT_ID --repository osdu-python --region $AWS_REGION
- pip install -r ./provider/os-wellbore-ddms-aws/build-aws/requirements.txt
- pip install -r ./requirements.txt
- pip install -r ./requirements_dev.txt
- echo "Logging into Docker Hub..."
- docker login -u ${DOCKER_USERNAME} -p ${DOCKER_PASSWORD}
- echo "Building docker image..."
# Set PIP_EXTRA_URL
- export PIP_EXTRA_URL=https://community.opengroup.org/groups/osdu/platform/domain-data-mgmt-services/wellbore/-/packages
- export CODEARTIFACT_TOKEN=`aws codeartifact get-authorization-token --domain osdu-dev --domain-owner $AWS_ACCOUNT_ID --query authorizationToken --output text`
- docker build -f provider/os-wellbore-ddms-aws/build-aws/builder.Dockerfile --build-arg aws_account_url=${AWS_OSDU_DEV_PYPI_URL} --build-arg token=${CODEARTIFACT_TOKEN} --build-arg PIP_EXTRA_URL=$PIP_EXTRA_URL --build-arg PIP_WHEEL_DIR=python-packages -t ${ECR_IMAGE} .
- docker build -f provider/os-wellbore-ddms-aws/build-aws/Dockerfile -t ${ECR_IMAGE} .
- docker tag ${ECR_IMAGE} ${ECR_IMAGE_BRANCH_LATEST}
- echo "Pushing docker image..."
- docker push ${ECR_IMAGE}
......
fastapi>=0.59.0
cachetools==3.1.1
aiohttp==3.6.2
cryptography>=2.7
pyarrow>=0.15.0
pandas==1.1.2
uvicorn
Click
structlog
python-rapidjson
python-multipart
jsonpath-ng # maintenance of 'jsonpath-rw' lib it's bit abandoned
opencensus
opencensus-ext-stackdriver
opencensus-ext-azure
opencensus-ext-ocagent
opencensus-ext-logging
--extra-index-url \
https://community.opengroup.org/api/v4/projects/465/packages/pypi/simple/
osdu-log-recognition-lib>=0.0.9
osdu-data-ecosystem-storage~=1.1.0
osdu-data-ecosystem-search>=0.3.2, <0.4
osdu-core-lib-python-ibm>=0.0.1, <0.1
osdu-core-lib-python-gcp>=0.3.0, <0.4
osdu-core-lib-python-azure~=0.2.0
osdu-core-lib-python>=0.4.0, <0.5
osdu-core-lib-python-aws
......@@ -28,5 +28,6 @@ osdu-data-ecosystem-search>=0.3.2, <0.4
osdu-core-lib-python-ibm>=0.0.1, <0.1
osdu-core-lib-python-gcp>=0.3.0, <0.4
osdu-core-lib-python-azure~=0.2.0
osdu-core-lib-python-aws>=0.0.1, <0.1
osdu-core-lib-python>=0.4.0, <0.5
......@@ -27,6 +27,7 @@ tenant='opendes'
acl_domain='testing.com'
legal_tag='opendes-sdmstestlegaltag'
#### RUN INTEGRATION TEST #########################################################################
echo 'Generating token...'
......@@ -42,29 +43,6 @@ pip install -r ./aws-test/build-aws/requirements.txt
rm -rf test-reports/
mkdir test-reports
cd indexation
schemaFiles=$(ls *.json)
for schemaFile in $schemaFiles
do
echo "loading $schemaFile: "
schema=$(sed "s/DATA_PARTITION_TAG/${tenant}/" ${schemaFile})
echo $schema | head -c 100
echo "..."
curl \
--location \
--request POST "${AWS_BASE_URL}/api/storage/v2/schemas" \
--header "Content-Type: application/json" \
--header "data-partition-id: ${tenant}" \
--header "Authorization: Bearer ${token}" \
--data-raw "${schema}"
echo ""
echo "---"
done
cd ..
cd integration
acl_domain='testing.com'
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment