-
- Downloads
Merge branch 'trusted-epam-gcp-ingestion-updates' into 'master'
Ingestion updates See merge request !24
Showing
- .gitignore 1 addition, 0 deletions.gitignore
- .gitlab-ci.yml 6 additions, 4 deletions.gitlab-ci.yml
- README.md 29 additions, 26 deletionsREADME.md
- src/dags/.airflowignore 3 additions, 0 deletionssrc/dags/.airflowignore
- src/dags/default-ingest.py 0 additions, 64 deletionssrc/dags/default-ingest.py
- src/dags/libs/constants.py 2 additions, 0 deletionssrc/dags/libs/constants.py
- src/dags/libs/create_records.py 0 additions, 104 deletionssrc/dags/libs/create_records.py
- src/dags/libs/exceptions.py 6 additions, 1 deletionsrc/dags/libs/exceptions.py
- src/dags/libs/handle_file.py 14 additions, 14 deletionssrc/dags/libs/handle_file.py
- src/dags/libs/manifest_analyzer.py 229 additions, 0 deletionssrc/dags/libs/manifest_analyzer.py
- src/dags/libs/process_manifest_r3.py 25 additions, 18 deletionssrc/dags/libs/process_manifest_r3.py
- src/dags/libs/processors/__init__.py 0 additions, 4 deletionssrc/dags/libs/processors/__init__.py
- src/dags/libs/processors/single_manifest_processor.py 117 additions, 0 deletionssrc/dags/libs/processors/single_manifest_processor.py
- src/dags/libs/refresh_token.py 4 additions, 187 deletionssrc/dags/libs/refresh_token.py
- src/dags/libs/search_client.py 123 additions, 0 deletionssrc/dags/libs/search_client.py
- src/dags/libs/search_record_ids.py 57 additions, 2 deletionssrc/dags/libs/search_record_ids.py
- src/dags/libs/traverse_manifest.py 27 additions, 22 deletionssrc/dags/libs/traverse_manifest.py
- src/dags/libs/types.py 5 additions, 4 deletionssrc/dags/libs/types.py
- src/dags/libs/update_status.py 3 additions, 3 deletionssrc/dags/libs/update_status.py
- src/dags/libs/validation/__init__.py 2 additions, 10 deletionssrc/dags/libs/validation/__init__.py
Loading
Please register or sign in to comment