bootstrap_policy.sh

#!/usr/bin/env bash
#
# The following script renders and archives bundles of policies for instance and partition level
# After that archives are uploaded to GCS bucket or MinIO bucket

set -ex

source ./validate-env.sh "PARTITION_BASE_URL"

create_instance_bundles() {
	# Renders and archives intance level policies
	echo "Archiving bundle of instance policies..."
	tar -czf bundle.tar.gz --directory='/opt/deployment/default-policies' --exclude='./bootstrap_sequence.json' . --verbose
	mkdir --parents /opt/policies
	mv bundle.tar.gz "$_"
	echo "Instance policies archive is ready"
}

create_partition_bundle() {
	# Renders and archives policies for data_partition
	# Creates archive named bundle-<data_partition>.tar.gz in /opt/policies
	# Args: $1 - data_partition_id

	DATA_PARTITION=$1
	echo "Archiving bundle of policies for parition: ${DATA_PARTITION}..."
	python3 /opt/devops/gc/bootstrap-osdu-module/DataPartitionBundles.py --partition "${DATA_PARTITION}"
	mv /opt/bundle-"${DATA_PARTITION}".tar.gz /opt/policies
	echo "${DATA_PARTITION} partition archive is ready"
}

bootstrap_gcs() {
	echo "Push archives to GCS bucket"
	gsutil cp -n /opt/policies/* gs://"${POLICY_BUCKET}"/
	echo "Bootstrap finished successfully"
}

bootstrap_minio() {
	echo "Configuring mc tool"
	mc alias set minio "${MINIO_HOST}":"${MINIO_PORT}" "${MINIO_ACCESS_KEY}" "${MINIO_SECRET_KEY}"
	echo "Pushing archives to Minio bucket"
	for file in /opt/policies/*; do
		echo "Processing $file:"
		file_name=${file##*/}
		# Check if file already exists
		if mc stat minio/"${POLICY_BUCKET}"/"$file_name" >/dev/null 2>&1; then
			echo "Skipping $file: already exists in bucket"
		else
			mc cp "$file" minio/"${POLICY_BUCKET}"/"$file_name"
		fi
	done
	echo "Bootstrap finished successfully"
}

# Main part
source ./validate-env.sh "POLICY_BUCKET"

# Creating instance bundles
create_instance_bundles

# Get all partitions
PARTITIONS_LIST=$(curl --location "${PARTITION_BASE_URL}/api/partition/v1/partitions" | jq -r '[.[] | select(. != "system")] | join(",")')
IFS=',' read -ra PARTITIONS <<< "${PARTITIONS_LIST}"
echo $PARTITIONS

# Creating partition bundles
for PARTITION in "${PARTITIONS[@]}"; do
	create_partition_bundle "${PARTITION}"
done

# Uploading bundles to gcs/minio bucket
if [ "${ONPREM_ENABLED}" == "true" ]; then
	source ./validate-env.sh "MINIO_HOST"
	source ./validate-env.sh "MINIO_ACCESS_KEY"
	source ./validate-env.sh "MINIO_SECRET_KEY"
	source ./validate-env.sh "MINIO_PORT"
	bootstrap_minio
else
	bootstrap_gcs
fi

touch /tmp/bootstrap_ready