Update feature preview

docs/tutorial/PreviewFeatures.md

@@ -139,3 +139,8 @@ Details how to construct search query to use consume this feature are described
 Also it allows to sort text values truly alphabetically as currently uppercase words are before lowercase letters.
 
 Feature is enabled for OSDU Data Platform deployment with keywordLower flag enabled in application properties file.
+
+## Index bag of words and support for autocomplete
+All non-flattened text fields are now copied to internal bagOfWords field.
+This allows searching through nested fields using top level text query.
+Also bagOfWords.autocomplete subfield with completion type was added, allowing Search application to implement autocomplete using this field. 

testing/indexer-test-aws/src/test/java/org/opengroup/osdu/step_definitions/index/record/Steps.java

@@ -132,11 +132,6 @@ public class Steps extends SchemaServiceRecordSteps {
         super.iShouldCleanupIndicesOfExtendedKinds(extendedKinds);
     }
 
-    @Then("^I reindex records of  \"([^\"]*)\"$")
-    public void iReindexKind(String kind) throws Throwable {
-        super.iReindexKind(kind);
-    }
-
     @Then("^I should be able to search (\\d+) record with index \"([^\"]*)\" by extended data field \"([^\"]*)\" and value \"([^\"]*)\"$")
     public void iShouldBeAbleToSearchRecordByFieldAndFieldValue(int expectedNumber, String index, String fieldKey, String fieldValue) throws Throwable {
         super.iShouldBeAbleToSearchRecordByFieldAndFieldValue(index, fieldKey, fieldValue, expectedNumber);

testing/indexer-test-core/src/main/java/org/opengroup/osdu/common/TestsBase.java

@@ -173,9 +173,4 @@ public abstract class TestsBase {
         return legal;
     }
 
-    protected void iReindexKind(String kind) throws Throwable {
-        final IndexerClientUtil indexerClientUtil = new IndexerClientUtil(this.httpClient);
-        indexerClientUtil.reIndex(kind, true);
-    }
-
 }

testing/indexer-test-core/src/main/java/org/opengroup/osdu/util/IndexerClientUtil.java

@@ -24,13 +24,5 @@ public class IndexerClientUtil {
         log.info("URL: " + url);
         ClientResponse response = httpClient.send(HttpMethod.DELETE, url, "", headers, httpClient.getAccessToken());
         log.info(response.toString());
-    }
-
-    public void reIndex(String kind, boolean force_clean) {
-        final String url = getIndexerBaseURL() + "reindex?force_clean=" + force_clean;
-        final String payload = String.format("{\"kind\": \"%s\"}", kind);
-        log.info("URL: " + url + "; payload: " + payload);
-        ClientResponse response = httpClient.send(HttpMethod.PUT, url, payload, headers, httpClient.getAccessToken());
-        log.info(response.toString());
-    }
+    }  
 }

testing/indexer-test-gc/src/test/java/org/opengroup/osdu/step_definitions/index/record/Steps.java

@@ -124,9 +124,4 @@ public class Steps extends SchemaServiceRecordSteps {
         String actualName = generateActualName(index, null);
         super.i_should_get_object_in_search_response_without_hints_in_schema(objectInnerField ,actualName, recordFile, acl, kind);
     }
-
-    @Then("^I reindex records of  \"([^\"]*)\"$")
-    public void iReindexKind(String kind) throws Throwable {
-        super.iReindexKind(kind);
-    }
 }