-
- Downloads
Merge branch 'feature/GONRG-952_r3_data_ingestion' into 'integration-master'
R3 Reference and Master data ingestion See merge request go3-nrg/platform/data-flow/ingestion/ingestion-dags!14
No related branches found
No related tags found
Showing
- .gitignore 3 additions, 0 deletions.gitignore
- .pylintrc 3 additions, 0 deletions.pylintrc
- src/dags/default-ingest.py 3 additions, 4 deletionssrc/dags/default-ingest.py
- src/dags/libs/exceptions.py 13 additions, 0 deletionssrc/dags/libs/exceptions.py
- src/dags/libs/refresh_token.py 22 additions, 8 deletionssrc/dags/libs/refresh_token.py
- src/dags/osdu-ingest-r2.py 7 additions, 5 deletionssrc/dags/osdu-ingest-r2.py
- src/dags/osdu-ingest-r3.py 66 additions, 0 deletionssrc/dags/osdu-ingest-r3.py
- src/dags/other-log-ingest.py 2 additions, 1 deletionsrc/dags/other-log-ingest.py
- src/plugins/operators/__init__.py 0 additions, 10 deletionssrc/plugins/operators/__init__.py
- src/plugins/operators/process_manifest_r2_op.py 1 addition, 1 deletionsrc/plugins/operators/process_manifest_r2_op.py
- src/plugins/operators/process_manifest_r3.py 234 additions, 0 deletionssrc/plugins/operators/process_manifest_r3.py
- src/plugins/operators/search_record_id_op.py 1 addition, 1 deletionsrc/plugins/operators/search_record_id_op.py
- src/plugins/operators/update_status_op.py 1 addition, 1 deletionsrc/plugins/operators/update_status_op.py
- tests/end-to-end-tests/mock-data/osdu-ingest-r2-invalid.json 0 additions, 0 deletionstests/end-to-end-tests/mock-data/osdu-ingest-r2-invalid.json
- tests/end-to-end-tests/mock-data/osdu-ingest-r2-valid.json 0 additions, 0 deletionstests/end-to-end-tests/mock-data/osdu-ingest-r2-valid.json
- tests/end-to-end-tests/test-osdu-ingest-r2-fail.sh 2 additions, 2 deletionstests/end-to-end-tests/test-osdu-ingest-r2-fail.sh
- tests/end-to-end-tests/test-osdu-ingest-r2-success.sh 2 additions, 2 deletionstests/end-to-end-tests/test-osdu-ingest-r2-success.sh
- tests/plugin-unit-tests/data/__init__.py 1 addition, 1 deletiontests/plugin-unit-tests/data/__init__.py
- tests/plugin-unit-tests/data/process_manifest_r2_op.py 0 additions, 0 deletionstests/plugin-unit-tests/data/process_manifest_r2_op.py
- tests/plugin-unit-tests/data/process_manifest_r3.py 570 additions, 0 deletionstests/plugin-unit-tests/data/process_manifest_r3.py
Loading
Please register or sign in to comment