-
- Downloads
Merge branch 'feature/integrity_and_batch_upload' into 'integration-master'
Feature/integrity and batch upload See merge request go3-nrg/platform/data-flow/ingestion/ingestion-dags!63
No related branches found
No related tags found
Showing
- .gitlab-ci.yml 2 additions, 0 deletions.gitlab-ci.yml
- src/dags/.airflowignore 3 additions, 0 deletionssrc/dags/.airflowignore
- src/dags/libs/manifest_integrity.py 157 additions, 0 deletionssrc/dags/libs/manifest_integrity.py
- src/dags/libs/processors/__init__.py 14 additions, 0 deletionssrc/dags/libs/processors/__init__.py
- src/dags/libs/processors/single_manifest_processor.py 107 additions, 0 deletionssrc/dags/libs/processors/single_manifest_processor.py
- src/dags/libs/search_record_ids.py 55 additions, 0 deletionssrc/dags/libs/search_record_ids.py
- src/dags/libs/traverse_manifest.py 14 additions, 16 deletionssrc/dags/libs/traverse_manifest.py
- src/dags/libs/validate_schema.py 12 additions, 19 deletionssrc/dags/libs/validate_schema.py
- src/dags/osdu-ingest-r3.py 81 additions, 22 deletionssrc/dags/osdu-ingest-r3.py
- src/plugins/operators/ensure_manifest_integrity.py 60 additions, 0 deletionssrc/plugins/operators/ensure_manifest_integrity.py
- src/plugins/operators/process_manifest_r3.py 86 additions, 47 deletionssrc/plugins/operators/process_manifest_r3.py
- tests/plugin-unit-tests/data/manifests/new_schema_Manifest.1.0.0.json 2403 additions, 0 deletions...-unit-tests/data/manifests/new_schema_Manifest.1.0.0.json
- tests/plugin-unit-tests/data/master/batch_Wellbore.0.3.0.json 1177 additions, 0 deletions...s/plugin-unit-tests/data/master/batch_Wellbore.0.3.0.json
- tests/plugin-unit-tests/data/master/r3_Well.json 72 additions, 0 deletionstests/plugin-unit-tests/data/master/r3_Well.json
- tests/plugin-unit-tests/data/master/ref_result_r3_Well.json 8 additions, 0 deletionstests/plugin-unit-tests/data/master/ref_result_r3_Well.json
- tests/plugin-unit-tests/data/master/traversal_r3_Well.json 74 additions, 0 deletionstests/plugin-unit-tests/data/master/traversal_r3_Well.json
- tests/plugin-unit-tests/data/other/ExtractedIds.json 4 additions, 0 deletionstests/plugin-unit-tests/data/other/ExtractedIds.json
- tests/plugin-unit-tests/data/other/SearchResponseValid.json 4 additions, 0 deletionstests/plugin-unit-tests/data/other/SearchResponseValid.json
- tests/plugin-unit-tests/data/surrogate/Wellbore.0.3.0.json 0 additions, 0 deletionstests/plugin-unit-tests/data/surrogate/Wellbore.0.3.0.json
- tests/plugin-unit-tests/data/workProduct/r3_Welllog.json 141 additions, 0 deletionstests/plugin-unit-tests/data/workProduct/r3_Welllog.json
Loading
Please register or sign in to comment