-
- Downloads
Merge branch 'feature/r3-data-ingestion' into 'master'
R3 Data Ingestion See merge request !6
No related branches found
No related tags found
Checking pipeline status
Showing
- .gitignore 3 additions, 0 deletions.gitignore
- .pylintrc 3 additions, 0 deletions.pylintrc
- src/dags/default-ingest.py 3 additions, 4 deletionssrc/dags/default-ingest.py
- src/dags/libs/__init__.py 0 additions, 4 deletionssrc/dags/libs/__init__.py
- src/dags/libs/context.py 35 additions, 0 deletionssrc/dags/libs/context.py
- src/dags/libs/create_records.py 8 additions, 3 deletionssrc/dags/libs/create_records.py
- src/dags/libs/exceptions.py 83 additions, 0 deletionssrc/dags/libs/exceptions.py
- src/dags/libs/mixins.py 35 additions, 0 deletionssrc/dags/libs/mixins.py
- src/dags/libs/process_manifest_r3.py 202 additions, 0 deletionssrc/dags/libs/process_manifest_r3.py
- src/dags/libs/refresh_token.py 286 additions, 0 deletionssrc/dags/libs/refresh_token.py
- src/dags/libs/search_record_ids.py 107 additions, 0 deletionssrc/dags/libs/search_record_ids.py
- src/dags/libs/source_file_check.py 78 additions, 0 deletionssrc/dags/libs/source_file_check.py
- src/dags/libs/update_status.py 61 additions, 0 deletionssrc/dags/libs/update_status.py
- src/dags/libs/upload_file.py 178 additions, 0 deletionssrc/dags/libs/upload_file.py
- src/dags/libs/validate_schema.py 146 additions, 0 deletionssrc/dags/libs/validate_schema.py
- src/dags/osdu-ingest-r2.py 9 additions, 8 deletionssrc/dags/osdu-ingest-r2.py
- src/dags/osdu-ingest-r3.py 57 additions, 0 deletionssrc/dags/osdu-ingest-r3.py
- src/dags/other-log-ingest.py 2 additions, 1 deletionsrc/dags/other-log-ingest.py
- src/plugins/operators/__init__.py 0 additions, 10 deletionssrc/plugins/operators/__init__.py
- src/plugins/operators/process_manifest_r2.py 42 additions, 31 deletionssrc/plugins/operators/process_manifest_r2.py
Loading
Please register or sign in to comment