Merge branch 'azure-copy-sis-data' into 'master'

Adding data copy for crs conversion

See merge request !151

cloud-providers/azure.yml

@@ -181,6 +181,18 @@ azure_deploy:
     - az login --service-principal -u $AZURE_PRINCIPAL_ID -p $AZURE_PRINCIPAL_SECRET --tenant $AZURE_TENANT_ID
     - az aks get-credentials -g $AZURE_UNIQUE-rg -n $AZURE_UNIQUE-aks
   script:
+    #Update Crs Conversion Service Copy Dataset
+    - |
+      search_dir="apachesis_setup/SIS_DATA"
+      if [ -d "$search_dir" ]; then
+        echo "Starting to upload files for CRS Conversion Service"
+        accountKey=$(kubectl get secret airflow -n osdu -o jsonpath='{.data.azurestorageaccountkey}' | base64 -d)
+        accountName=$(kubectl get secret airflow -n osdu -o jsonpath='{.data.azurestorageaccountname}' | base64 -d)
+        find "$search_dir/" -type f -print0 | while read -d $'\0' file; do
+            az storage file upload --account-name $accountName --account-key $accountKey --share-name $SHARE_NAME --source $file
+        done
+        echo "File upload successfully completed for CRS Conversion Service"
+      fi
     - cd devops/azure
     - echo "--set image.branch=$BRANCH --set image.tag=$TAG"