AWS - M14 - WITSML Parser Ingestion - Well data - ERROR - {"code":500,"reason":"Search error","message":"Error processing search request"}
[2022-10-26, 19:32:53 UTC] {authorization.py:137} ERROR - {"code":500,"reason":"Search error","message":"Error processing search request"} [2022-10-26, 19:32:53 UTC] {taskinstance.py:1700} ERROR - Task failed with exception Traceback (most recent call last): File "/home/airflow/.local/lib/python3.7/site-packages/airflow/models/taskinstance.py", line 1329, in _run_raw_task self._execute_task_with_callbacks(context) File "/home/airflow/.local/lib/python3.7/site-packages/airflow/models/taskinstance.py", line 1455, in _execute_task_with_callbacks result = self._execute_task(context, self.task) File "/home/airflow/.local/lib/python3.7/site-packages/airflow/models/taskinstance.py", line 1511, in _execute_task result = execute_callable(context=context) File "/usr/local/lib/python3.7/site-packages/osdu_airflow/operators/ensure_manifest_integrity.py", line 73, in execute previously_skipped_entities File "/usr/local/lib/python3.7/site-packages/osdu_ingestion/libs/validation/validate_referential_integrity.py", line 267, in ensure_integrity skipped_entities_srns File "/usr/local/lib/python3.7/site-packages/osdu_ingestion/libs/validation/validate_referential_integrity.py", line 215, in _ensure_manifest_integrity self._ensure_external_references_integrity(manifest_analyzer) File "/usr/local/lib/python3.7/site-packages/osdu_ingestion/libs/validation/validate_referential_integrity.py", line 190, in _ensure_external_references_integrity missing_external_ids.update(self._find_missing_external_ids(external_references_entity_id)) File "/usr/local/lib/python3.7/site-packages/osdu_ingestion/libs/validation/validate_referential_integrity.py", line 99, in _find_missing_external_ids found_ids = search_handler.search_records() File "/usr/local/lib/python3.7/site-packages/osdu_ingestion/libs/search_record_ids.py", line 154, in search_records response = self.search_client.query_records(query_request=search_query_request) File "/usr/local/lib/python3.7/site-packages/osdu_api/clients/search/search_client.py", line 30, in query_records data=query_request.to_JSON(), bearer_token=bearer_token) File "/usr/local/lib/python3.7/site-packages/osdu_api/clients/base_client.py", line 222, in make_request response = self._send_request_with_token_refresher(headers, method, url, data, params) File "/usr/local/lib/python3.7/site-packages/osdu_api/auth/authorization.py", line 164, in _wrapper **kwargs) File "/usr/local/lib/python3.7/site-packages/osdu_api/auth/authorization.py", line 138, in send_request_with_auth_header raise e File "/usr/local/lib/python3.7/site-packages/osdu_api/auth/authorization.py", line 135, in send_request_with_auth_header response.raise_for_status() File "/home/airflow/.local/lib/python3.7/site-packages/requests/models.py", line 953, in raise_for_status raise HTTPError(http_error_msg, response=self) requests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: http://os-search.osdu-services:8080/api/search/v2/query [2022-10-26, 19:32:53 UTC] {taskinstance.py:1277} INFO - Marking task as FAILED. dag_id=Energistics_xml_ingest, task_id=provide_manifest_integrity_task, execution_date=20221026T193121, start_date=20221026T193243, end_date=20221026T193253 [2022-10-26, 19:32:53 UTC] {standard_task_runner.py:92} ERROR - Failed to execute job 28548 for task provide_manifest_integrity_task Traceback (most recent call last): File "/home/airflow/.local/lib/python3.7/site-packages/airflow/task/task_runner/standard_task_runner.py", line 85, in _start_by_fork args.func(args, dag=self.dag) File "/home/airflow/.local/lib/python3.7/site-packages/airflow/cli/cli_parser.py", line 48, in command return func(*args, **kwargs) File "/home/airflow/.local/lib/python3.7/site-packages/airflow/utils/cli.py", line 92, in wrapper return f(*args, **kwargs) File "/home/airflow/.local/lib/python3.7/site-packages/airflow/cli/commands/task_command.py", line 298, in task_run _run_task_by_selected_method(args, dag, ti) File "/home/airflow/.local/lib/python3.7/site-packages/airflow/cli/commands/task_command.py", line 107, in _run_task_by_selected_method _run_raw_task(args, ti) File "/home/airflow/.local/lib/python3.7/site-packages/airflow/cli/commands/task_command.py", line 184, in _run_raw_task error_file=args.error_file, File "/home/airflow/.local/lib/python3.7/site-packages/airflow/utils/session.py", line 70, in wrapper return func(*args, session=session, **kwargs) File "/home/airflow/.local/lib/python3.7/site-packages/airflow/models/taskinstance.py", line 1329, in _run_raw_task self._execute_task_with_callbacks(context) File "/home/airflow/.local/lib/python3.7/site-packages/airflow/models/taskinstance.py", line 1455, in _execute_task_with_callbacks result = self._execute_task(context, self.task) File "/home/airflow/.local/lib/python3.7/site-packages/airflow/models/taskinstance.py", line 1511, in _execute_task result = execute_callable(context=context) File "/usr/local/lib/python3.7/site-packages/osdu_airflow/operators/ensure_manifest_integrity.py", line 73, in execute previously_skipped_entities File "/usr/local/lib/python3.7/site-packages/osdu_ingestion/libs/validation/validate_referential_integrity.py", line 267, in ensure_integrity skipped_entities_srns File "/usr/local/lib/python3.7/site-packages/osdu_ingestion/libs/validation/validate_referential_integrity.py", line 215, in _ensure_manifest_integrity self._ensure_external_references_integrity(manifest_analyzer) File "/usr/local/lib/python3.7/site-packages/osdu_ingestion/libs/validation/validate_referential_integrity.py", line 190, in _ensure_external_references_integrity missing_external_ids.update(self._find_missing_external_ids(external_references_entity_id)) File "/usr/local/lib/python3.7/site-packages/osdu_ingestion/libs/validation/validate_referential_integrity.py", line 99, in _find_missing_external_ids found_ids = search_handler.search_records() File "/usr/local/lib/python3.7/site-packages/osdu_ingestion/libs/search_record_ids.py", line 154, in search_records response = self.search_client.query_records(query_request=search_query_request) File "/usr/local/lib/python3.7/site-packages/osdu_api/clients/search/search_client.py", line 30, in query_records data=query_request.to_JSON(), bearer_token=bearer_token) File "/usr/local/lib/python3.7/site-packages/osdu_api/clients/base_client.py", line 222, in make_request response = self._send_request_with_token_refresher(headers, method, url, data, params) File "/usr/local/lib/python3.7/site-packages/osdu_api/auth/authorization.py", line 164, in _wrapper **kwargs) File "/usr/local/lib/python3.7/site-packages/osdu_api/auth/authorization.py", line 138, in send_request_with_auth_header raise e File "/usr/local/lib/python3.7/site-packages/osdu_api/auth/authorization.py", line 135, in send_request_with_auth_header response.raise_for_status() File "/home/airflow/.local/lib/python3.7/site-packages/requests/models.py", line 953, in raise_for_status raise HTTPError(http_error_msg, response=self) requests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: http://os-search.osdu-services:8080/api/search/v2/query [2022-10-26, 19:32:53 UTC] {local_task_job.py:154} INFO - Task exited with return code 1 [2022-10-26, 19:32:53 UTC] {local_task_job.py:264} INFO - 0 downstream tasks scheduled from follow-on schedule check