Add logs to capture latency

indexer-core/src/main/java/org/opengroup/osdu/indexer/service/IndexerServiceImpl.java

@@ -435,7 +435,9 @@ public class IndexerServiceImpl implements IndexerService {
         Exception failedRequestCause = null;
 
         try {
+            long startTime = System.currentTimeMillis();
             BulkResponse bulkResponse = restClient.bulk(bulkRequest, RequestOptions.DEFAULT);
+            long stopTime = System.currentTimeMillis();
 
             // log failed bulk requests
             ArrayList<String> bulkFailures = new ArrayList<>();
@@ -464,7 +466,7 @@ public class IndexerServiceImpl implements IndexerService {
             }
             if (!bulkFailures.isEmpty()) this.jaxRsDpsLog.warning(bulkFailures);
 
-            jaxRsDpsLog.info(String.format("records in elasticsearch service bulk request: %s | successful: %s | failed: %s", bulkRequest.numberOfActions(), succeededResponses, failedResponses));
+            jaxRsDpsLog.info(String.format("records in elasticsearch service bulk request: %s | successful: %s | failed: %s | time taken for bulk request: %d milliseconds", bulkRequest.numberOfActions(), succeededResponses, failedResponses, stopTime-startTime));
 
             // retry entire message if all records are failing
             if (bulkRequest.numberOfActions() == failureRecordIds.size()) throw new AppException(failedRequestStatus,  "Elastic error", failedRequestCause.getMessage(), failedRequestCause);

indexer-core/src/main/java/org/opengroup/osdu/indexer/service/IndicesServiceImpl.java

@@ -97,10 +97,15 @@ public class IndicesServiceImpl implements IndicesService {
                 request.mapping(mappingJsonString, XContentType.JSON);
             }
             request.setTimeout(REQUEST_TIMEOUT);
+            long startTime = System.currentTimeMillis();
             CreateIndexResponse response = client.indices().create(request, RequestOptions.DEFAULT);
+            long stopTime = System.currentTimeMillis();
             // cache the index status
             boolean indexStatus = response.isAcknowledged() && response.isShardsAcknowledged();
-            if (indexStatus) this.indexCache.put(index, true);
+            if (indexStatus) {
+                this.indexCache.put(index, true);
+                this.log.info(String.format("Time taken to successfully create new index %s : %d milliseconds", request.index(), stopTime-startTime));
+            }
 
             return indexStatus;
         } catch (ElasticsearchStatusException e) {

provider/indexer-azure/src/main/java/org/opengroup/osdu/indexer/azure/util/IndexerQueueTaskBuilderAzure.java

@@ -167,8 +167,10 @@ public class IndexerQueueTaskBuilderAzure extends IndexerQueueTaskBuilder {
         message.setContentType("application/json");
 
         try {
-            logger.info("Indexer publishes message to Service Bus " + headers.getCorrelationId());
+            long startTime = System.currentTimeMillis();
             topicClientFactory.getClient(headers.getPartitionId(), serviceBusReindexTopicName).send(message);
+            long stopTime = System.currentTimeMillis();
+            logger.info(String.format("Indexer publishes message to Service Bus, messageId: %s | time taken to send message: %d milliseconds ", message.getMessageId(), stopTime - startTime));
         } catch (Exception e) {
             logger.error(e.getMessage(), e);
         }