Commit dd529555 authored by Yan Sushchynski (EPAM)'s avatar Yan Sushchynski (EPAM) Committed by Yauheni Rykhter (EPAM)
Browse files

GONRG-4996: Anthos DAG collections

parent f89f22d7
Pipeline #120486 failed
......@@ -95,10 +95,11 @@ test_dags:
tags: ["osdu-small"]
stage: test_dags
needs: ["pylint", "isort"]
image: eu.gcr.io/osdu-cicd-epam/airflow-python-dags/airflow-python-dags:latest
image:
name: apache/airflow:2.1.2-python3.8
entrypoint: [""]
script:
- chmod +x tests/test_dags.sh
- tests/./test_dags.sh || EXIT_CODE=$?
- sh -c "tests/./test_dags.sh" || EXIT_CODE=$?
- exit ${EXIT_CODE}
artifacts:
paths:
......@@ -110,11 +111,12 @@ unit_tests:
tags: ["osdu-small"]
stage: unit_tests
needs: ["pylint", "isort"]
image: eu.gcr.io/osdu-cicd-epam/airflow-python-dags/airflow-python-dags:latest
image:
name: apache/airflow:2.1.2-python3.8
entrypoint: [""]
script:
- chmod +x tests/unit_tests.sh
# - tests/./unit_tests.sh || EXIT_CODE=$? #TODO: unit tests moved to airflow-osdu-lib, need to remove `unit_tests` CI step later
- exit ${EXIT_CODE}
- exit 0
osdu_gcp_publish_dag:
stage: publish_dag
......@@ -140,12 +142,24 @@ osdu_gcp_deploy_composer_pre_ship:
variables:
DAG_FOLDER: "src/osdu_dags"
osdu_gcp_deploy_composer_anthos_env:
stage: deploy
needs: ["unit_tests", "test_dags"]
variables:
DAG_FILE_PATH: "src/osdu_dags/osdu-ingest-r3.py"
osdu_gcp_postman_tests_community:
stage: end_to_end_postman_tests
variables:
TEST_SOURCE_FILES_DIR: "Postman Collection/29_CICD_Setup_Ingestion"
COLLECTION_PATH: "Postman Collection/29_CICD_Setup_Ingestion/R3 Full manifest-based ingestion.postman_collection.json"
osdu_anthos_postman_tests:
stage: end_to_end_postman_tests
variables:
TEST_SOURCE_FILES_DIR: "Postman Collection/29_CICD_Setup_Ingestion"
COLLECTION_PATH: "Postman Collection/29_CICD_Setup_Ingestion/R3 Full manifest-based ingestion.postman_collection.json"
osdu_gcp_postman_tests_pre_ship:
stage: end_to_end_postman_tests
variables:
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment