diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 0cb0a11b71331dab32e922335828866777d61fa9..26563d73502d75f11a6223def0f8946136800dfa 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -14,16 +14,14 @@ variables: GCP_DOMAIN: cloud.slb-ds.com GCP_STORAGE_URL: https://osdu-indexer-dot-opendes.appspot.com/api/storage/v2/ - OSDU_GCP_APPLICATION_NAME: os-indexer OSDU_GCP_SERVICE: indexer OSDU_GCP_VENDOR: gcp OSDU_GCP_QUEUE_SA_EMAIL: pub-sub-indexer-queue@nice-etching-277309.iam.gserviceaccount.com - OSDU_GCP_SERVICE_ACCOUNT: osdu-gcp-sa@nice-etching-277309.iam.gserviceaccount.com - OSDU_SECURITY_HTTPS_CERTIFICATE_TRUST: 'true' - OSDU_GCP_STORAGE_RECORDS_BATCH_SIZE: 20 - OSDU_GCP_DATA_GROUP: osdu - OSDU_GCP_ENV_VARS: AUTHORIZE_API=$OSDU_GCP_ENTITLEMENTS_V2_URL,GOOGLE_CLOUD_PROJECT=$OSDU_GCP_PROJECT,REDIS_SEARCH_HOST=$REDIS_SEARCH_HOST,REDIS_GROUP_HOST=$REDIS_GROUP_HOST,SECURITY_HTTPS_CERTIFICATE_TRUST=$OSDU_SECURITY_HTTPS_CERTIFICATE_TRUST,INDEXER_HOST=$OSDU_GCP_INDEXER_HOST,STORAGE_QUERY_RECORD_HOST=$OSDU_GCP_STORAGE_QUERY_RECORD_HOST,STORAGE_SCHEMA_HOST=$OSDU_GCP_STORAGE_SCHEMA_HOST,STORAGE_QUERY_RECORD_FOR_CONVERSION_HOST=$OSDU_GCP_STORAGE_QUERY_RECORD_FOR_CONVERSION_HOST,STORAGE_HOSTNAME=$OSDU_GCP_STORAGE_HOSTNAME,STORAGE_RECORDS_BATCH_SIZE=$OSDU_GCP_STORAGE_RECORDS_BATCH_SIZE,INDEXER_QUEUE_HOST=$OSDU_GCP_INDEXER_QUEUE_HOST,LEGALTAG_API=$OSDU_GCP_LEGALTAG_API,CRS_API=$OSDU_GCP_CRS_API,DATA_GROUP=$OSDU_GCP_DATA_GROUP,GOOGLE_AUDIENCES=$GOOGLE_AUDIENCE,PARTITION_API=$OSDU_GCP_PARTITION_API,INDEXER_QUE_SERVICE_MAIL=$OSDU_GCP_QUEUE_SA_EMAIL,SCHEMA_HOST=$OSDU_GCP_SCHEMA_URL/api/schema-service/v1/schema --vpc-connector=$OSDU_GCP_VPC_CONNECTOR - OSDU_GCP_TEST_SUBDIR: testing/$OSDU_GCP_SERVICE-test-$OSDU_GCP_VENDOR + OSDU_GCP_K8S_ACCOUNT: workload-identity-indexer + OSDU_GCP_HELM_CONFIG_SERVICE_VARS: "--set data.log_level=INFO --set data.schema_host=$OSDU_GCP_SCHEMA_URL --set data.google_cloud_project=$OSDU_GCP_PROJECT --set data.redis_search_host=$REDIS_SEARCH_HOST --set data.redis_group_host=$REDIS_GROUP_HOST --set data.indexer_queue_host=$OSDU_GCP_INDEXER_QUEUE_URL --set data.crs_api=$OSDU_GCP_CRS_API --set data.partition_api=$OSDU_GCP_PARTITION_API --set data.google_audiences=$GOOGLE_AUDIENCE --set data.indexer_que_service_mail=$OSDU_GCP_QUEUE_SA_EMAIL" + OSDU_GCP_HELM_DEPLOYMENT_SERVICE_VARS: "--set data.image=$CI_REGISTRY_IMAGE/osdu-gcp:$CI_COMMIT_SHORT_SHA --set data.serviceAccountName=$OSDU_GCP_K8S_ACCOUNT --set data.limits_cpu=1 --set data.limits_memory=1G" + OSDU_GCP_HELM_CONFIG_SERVICE: indexer-config + OSDU_GCP_HELM_DEPLOYMENT_SERVICE: indexer-deploy OSDU_GCP_HELM_PACKAGE_CHARTS: "devops/gcp/deploy devops/gcp/configmap" IBM_BUILD_SUBDIR: provider/indexer-ibm @@ -60,7 +58,7 @@ include: - project: 'osdu/platform/ci-cd-pipelines' ref: "master" - file: 'cloud-providers/osdu-gcp-cloudrun.yml' + file: 'cloud-providers/osdu-gcp-gke.yml' aws-test-java: diff --git a/devops/gcp/configmap/templates/indexer-variables.yml b/devops/gcp/configmap/templates/indexer-variables.yml index 9925de5e5c4bee6655c4739cc3d494a4417a64fd..7ef012d59b5b84986c87850a8a95688b5c3f6ca7 100644 --- a/devops/gcp/configmap/templates/indexer-variables.yml +++ b/devops/gcp/configmap/templates/indexer-variables.yml @@ -6,6 +6,8 @@ metadata: name: "{{ .Values.conf.configmap }}" namespace: "{{ .Release.Namespace }}" data: + KEY_RING: "{{ .Values.data.key_ring }}" + KMS_KEY: "{{ .Values.data.kms_key }}" LOG_LEVEL: "{{ .Values.data.log_level }}" SCHEMA_HOST: "{{ .Values.data.schema_host }}" AUTHORIZE_API: "{{ .Values.data.authorize_api }}" @@ -13,7 +15,6 @@ data: REDIS_SEARCH_HOST: "{{ .Values.data.redis_search_host }}" REDIS_GROUP_HOST: "{{ .Values.data.redis_group_host }}" SECURITY_HTTPS_CERTIFICATE_TRUST: "{{ .Values.data.security_https_certificate_trust }}" - INDEXER_HOST: "{{ .Values.data.indexer_host }}" STORAGE_QUERY_RECORD_HOST: "{{ .Values.data.storage_query_record_host }}" STORAGE_SCHEMA_HOST: "{{ .Values.data.storage_schema_host }}" STORAGE_QUERY_RECORD_FOR_CONVERSION_HOST: "{{ .Values.data.storage_query_record_for_conversion_host }}" diff --git a/devops/gcp/configmap/values.yaml b/devops/gcp/configmap/values.yaml index 5708b9046abd95fb5d8007696dc243f13489c991..fc7fbb3f0f88cd1d60992489de89557f5e882bc1 100644 --- a/devops/gcp/configmap/values.yaml +++ b/devops/gcp/configmap/values.yaml @@ -3,23 +3,24 @@ # Declare variables to be passed into your templates. data: - log_level: "" + key_ring: "csqp" + kms_key: "searchService" + log_level: "INFO" schema_host: "" - authorize_api: "" + authorize_api: "http://entitlements/api/entitlements/v2/" google_cloud_project: "" redis_search_host: "" redis_group_host: "" security_https_certificate_trust: "true" - indexer_host: "" - storage_query_record_host: "" - storage_schema_host: "" - storage_query_record_for_conversion_host: "" - storage_hostname: "" + storage_query_record_host: "http://storage/api/storage/v2/query/records" + storage_schema_host: "http://storage/api/storage/v2/schemas" + storage_query_record_for_conversion_host: "http://storage/api/storage/v2/query/records:batch" + storage_hostname: "storage" storage_records_batch_size: "20" indexer_queue_host: "" - legaltag_api: "" + legaltag_api: "http://legal/api/legal/v1" crs_api: "" - partition_api: "" + partition_api: "http://partition/api/partition/v1/" google_audiences: "" indexer_que_service_mail: ""