Add trigger rule to skip batch tasks

(cherry picked from commit 8af8301d)

src/dags/osdu-ingest-r3.py

@@ -77,7 +77,8 @@ with DAG(
         task_id="check_payload_type",
         dag=dag,
         provide_context=True,
-        python_callable=is_batch
+        python_callable=is_batch,
+        trigger_rule="none_failed_or_skipped"
     )
 
     update_status_finished_op = UpdateStatusOperator(
@@ -89,21 +90,24 @@ with DAG(
     validate_schema_operator = ValidateManifestSchemaOperator(
         task_id="validate_manifest_schema_task",
         provide_context=True,
-        dag=dag
+        dag=dag,
+        trigger_rule="none_failed_or_skipped"
     )
 
     ensure_integrity_op = EnsureManifestIntegrityOperator(
         task_id=ENSURE_INTEGRITY_TASK,
         provide_context=True,
         previous_task_id=validate_schema_operator.task_id,
-        dag=dag
+        dag=dag,
+        trigger_rule="none_failed_or_skipped"
     )
 
     process_single_manifest_file = ProcessManifestOperatorR3(
         task_id=PROCESS_SINGLE_MANIFEST_FILE,
         provide_context=True,
         dag=dag,
-        previous_task_id=ensure_integrity_op.task_id
+        previous_task_id=ensure_integrity_op.task_id,
+        trigger_rule="none_failed_or_skipped"
     )
 
     # Dummy operator as entry point into parallel task of batch upload
@@ -118,7 +122,8 @@ with DAG(
             provide_context=True,
             dag=dag,
             previous_task_id=f"provide_manifest_integrity_task_{batch + 1}",
-            batch_number=batch + 1
+            batch_number=batch + 1,
+            trigger_rule="none_failed_or_skipped"
         ) >> update_status_finished_op
 
 update_status_running_op >> branch_is_batch_op  # pylint: disable=pointless-statement