File upload changed to file share - following catalog service

cloud-providers/azure.yml

@@ -181,13 +181,17 @@ azure_deploy:
     - az login --service-principal -u $AZURE_PRINCIPAL_ID -p $AZURE_PRINCIPAL_SECRET --tenant $AZURE_TENANT_ID
     - az aks get-credentials -g $AZURE_UNIQUE-rg -n $AZURE_UNIQUE-aks
   script:
-    #Crs Conversion Service copy dataset
+    #Update Crs Conversion Service Copy Dataset
     - |
-      if [ -d "apachesis_setup/SIS_DATA" ]; then
-        pod=$(kubectl get pod -n osdu|grep $CI_PROJECT_NAME |tail -1 |awk '{print $1}')
-        echo "File copy started for crs-conversion-service for pod $pod"
-        res=$(kubectl cp apachesis_setup osdu/$pod:/apachesis_setup -c crs-conversion-service)
-        echo "$res"
+      search_dir="apachesis_setup/SIS_DATA"
+      if [ -d "$search_dir" ]; then
+        echo "Starting to upload files for CRS Conversion Service"
+        accountKey=$(kubectl get secret airflow -n osdu -o jsonpath='{.data.azurestorageaccountkey}' | base64 -d)
+        accountName=$(kubectl get secret airflow -n osdu -o jsonpath='{.data.azurestorageaccountname}' | base64 -d)
+        find "$search_dir/" -type f -print0 | while read -d $'\0' file; do
+            az storage file upload --account-name $accountName --account-key $accountKey --share-name $SHARE_NAME --source $file
+        done
+        echo "File upload successfully completed for CRS Conversion Service"
       fi
     - cd devops/azure
     - echo "--set image.branch=$BRANCH --set image.tag=$TAG"