diff --git a/devops/gcp/bootstrap-osdu-module/bootstrap_policy.sh b/devops/gcp/bootstrap-osdu-module/bootstrap_policy.sh index 7efcb5999b35694a2d6f625a549f50c098715d12..70209b2e584418ecdf160ab1ea980314de16693c 100644 --- a/devops/gcp/bootstrap-osdu-module/bootstrap_policy.sh +++ b/devops/gcp/bootstrap-osdu-module/bootstrap_policy.sh @@ -27,19 +27,29 @@ create_partition_bundle() { bootstrap_gcs() { echo "Push archives to GCS bucket" - gsutil rsync /opt/policies gs://"${POLICY_BUCKET}"/ + gsutil cp -n /opt/policies/* gs://"${POLICY_BUCKET}"/ echo "Bootstrap finished successfully" } bootstrap_minio() { echo "Installing Minio Client (mc) tool" apk add wget - wget https://dl.min.io/client/mc/release/linux-amd64/mc + wget --quiet https://dl.min.io/client/mc/release/linux-amd64/mc chmod +x mc && mv mc /usr/bin/mc echo "mc tool installed successfully, configuring" mc alias set minio "${MINIO_HOST}":"${MINIO_PORT}" "${MINIO_ACCESS_KEY}" "${MINIO_SECRET_KEY}" - echo "Push archives to Minio bucket" - mc mirror --overwrite /opt/policies minio/"${POLICY_BUCKET}" + echo "Pushing archives to Minio bucket" + for file in /opt/policies/*; + do + echo "Processing $file:" + file_name=${file##*/} + # Check if file already exists + if mc stat minio/"${POLICY_BUCKET}"/"$file_name" > /dev/null 2>&1; then + echo "Skipping $file: already exists in bucket" + else + mc cp "$file" minio/"${POLICY_BUCKET}"/"$file_name" + fi + done echo "Bootstrap finished successfully" }