diff --git a/indexer-core/src/main/java/org/opengroup/osdu/indexer/service/IndexerServiceImpl.java b/indexer-core/src/main/java/org/opengroup/osdu/indexer/service/IndexerServiceImpl.java index 16f620a1e871c8e5c5983cb9803cc8dad2fc93bd..24544bc2fb9e84fd2ed1b4691771f54fd7cfe457 100644 --- a/indexer-core/src/main/java/org/opengroup/osdu/indexer/service/IndexerServiceImpl.java +++ b/indexer-core/src/main/java/org/opengroup/osdu/indexer/service/IndexerServiceImpl.java @@ -435,7 +435,9 @@ public class IndexerServiceImpl implements IndexerService { Exception failedRequestCause = null; try { + long startTime = System.currentTimeMillis(); BulkResponse bulkResponse = restClient.bulk(bulkRequest, RequestOptions.DEFAULT); + long stopTime = System.currentTimeMillis(); // log failed bulk requests ArrayList<String> bulkFailures = new ArrayList<>(); @@ -464,7 +466,7 @@ public class IndexerServiceImpl implements IndexerService { } if (!bulkFailures.isEmpty()) this.jaxRsDpsLog.warning(bulkFailures); - jaxRsDpsLog.info(String.format("records in elasticsearch service bulk request: %s | successful: %s | failed: %s", bulkRequest.numberOfActions(), succeededResponses, failedResponses)); + jaxRsDpsLog.info(String.format("records in elasticsearch service bulk request: %s | successful: %s | failed: %s | time taken for bulk request: %d milliseconds", bulkRequest.numberOfActions(), succeededResponses, failedResponses, stopTime-startTime)); // retry entire message if all records are failing if (bulkRequest.numberOfActions() == failureRecordIds.size()) throw new AppException(failedRequestStatus, "Elastic error", failedRequestCause.getMessage(), failedRequestCause); diff --git a/indexer-core/src/main/java/org/opengroup/osdu/indexer/service/IndicesServiceImpl.java b/indexer-core/src/main/java/org/opengroup/osdu/indexer/service/IndicesServiceImpl.java index 2027796610526b85510a9a9404fdccd45ca39ba8..25f5945654edc51b92cd8a53099298dca6d59d5f 100644 --- a/indexer-core/src/main/java/org/opengroup/osdu/indexer/service/IndicesServiceImpl.java +++ b/indexer-core/src/main/java/org/opengroup/osdu/indexer/service/IndicesServiceImpl.java @@ -97,10 +97,15 @@ public class IndicesServiceImpl implements IndicesService { request.mapping(mappingJsonString, XContentType.JSON); } request.setTimeout(REQUEST_TIMEOUT); + long startTime = System.currentTimeMillis(); CreateIndexResponse response = client.indices().create(request, RequestOptions.DEFAULT); + long stopTime = System.currentTimeMillis(); // cache the index status boolean indexStatus = response.isAcknowledged() && response.isShardsAcknowledged(); - if (indexStatus) this.indexCache.put(index, true); + if (indexStatus) { + this.indexCache.put(index, true); + this.log.info(String.format("Time taken to successfully create new index %s : %d milliseconds", request.index(), stopTime-startTime)); + } return indexStatus; } catch (ElasticsearchStatusException e) { diff --git a/provider/indexer-azure/src/main/java/org/opengroup/osdu/indexer/azure/util/IndexerQueueTaskBuilderAzure.java b/provider/indexer-azure/src/main/java/org/opengroup/osdu/indexer/azure/util/IndexerQueueTaskBuilderAzure.java index 6ee0289c6e1526316a71f3b94f372dcb6ed0c1bc..f7cabb70c42148fac7ddf806c811d3976b80aa91 100644 --- a/provider/indexer-azure/src/main/java/org/opengroup/osdu/indexer/azure/util/IndexerQueueTaskBuilderAzure.java +++ b/provider/indexer-azure/src/main/java/org/opengroup/osdu/indexer/azure/util/IndexerQueueTaskBuilderAzure.java @@ -167,8 +167,10 @@ public class IndexerQueueTaskBuilderAzure extends IndexerQueueTaskBuilder { message.setContentType("application/json"); try { - logger.info("Indexer publishes message to Service Bus " + headers.getCorrelationId()); + long startTime = System.currentTimeMillis(); topicClientFactory.getClient(headers.getPartitionId(), serviceBusReindexTopicName).send(message); + long stopTime = System.currentTimeMillis(); + logger.info(String.format("Indexer publishes message to Service Bus, messageId: %s | time taken to send message: %d milliseconds ", message.getMessageId(), stopTime - startTime)); } catch (Exception e) { logger.error(e.getMessage(), e); }