Merge branch 'slb/dm3/fix-e2e-failure' into 'master'

fix: fixed e2e tests execution and disabled the allowed failures on CSPs

See merge request !416

NOTICE

@@ -83,6 +83,7 @@ The following software have components provided under the terms of this license:
 - proto3-json-serializer (from https://www.npmjs.com/package/proto3-json-serializer)
 - protobufjs (from https://www.npmjs.com/package/protobufjs)
 - request (from https://www.npmjs.com/package/request)
+- retry-request (from https://www.npmjs.com/package/retry-request)
 - swagger-ui-dist (from https://www.npmjs.com/package/swagger-ui-dist)
 - teeny-request (from https://www.npmjs.com/package/teeny-request)
 - tslib (from https://www.npmjs.com/package/tslib)
@@ -110,7 +111,6 @@ The following software have components provided under the terms of this license:
 - aws-sdk (from https://www.npmjs.com/package/aws-sdk)
 - bcrypt-pbkdf (from https://www.npmjs.com/package/bcrypt-pbkdf)
 - cls-hooked (from https://www.npmjs.com/package/cls-hooked)
-- configstore (from https://www.npmjs.com/package/configstore)
 - continuation-local-storage (from https://www.npmjs.com/package/continuation-local-storage)
 - dotenv (from https://www.npmjs.com/package/dotenv)
 - emitter-listener (from https://www.npmjs.com/package/emitter-listener)
@@ -255,7 +255,6 @@ The following software have components provided under the terms of this license:
 - universal-user-agent (from https://www.npmjs.com/package/universal-user-agent)
 - wide-align (from https://www.npmjs.com/package/wide-align)
 - wrappy (from https://www.npmjs.com/package/wrappy)
-- write-file-atomic (from https://www.npmjs.com/package/write-file-atomic)
 - y18n (from https://www.npmjs.com/package/y18n)
 - yallist (from https://www.npmjs.com/package/yallist)
 - yargs-parser (from https://www.npmjs.com/package/yargs-parser)
@@ -371,10 +370,8 @@ The following software have components provided under the terms of this license:
 - core-util-is (from https://www.npmjs.com/package/core-util-is)
 - cors (from https://www.npmjs.com/package/cors)
 - cron-parser (from https://www.npmjs.com/package/cron-parser)
-- crypto-random-string (from https://www.npmjs.com/package/crypto-random-string)
 - d64 (from https://www.npmjs.com/package/d64)
 - dashdash (from https://www.npmjs.com/package/dashdash)
-- date-and-time (from https://www.npmjs.com/package/date-and-time)
 - date-format (from https://www.npmjs.com/package/date-format)
 - debug (from https://www.npmjs.com/package/debug)
 - debuglog (from https://www.npmjs.com/package/debuglog)
@@ -394,6 +391,7 @@ The following software have components provided under the terms of this license:
 - emoji-regex (from https://www.npmjs.com/package/emoji-regex)
 - enabled (from https://www.npmjs.com/package/enabled)
 - encodeurl (from https://www.npmjs.com/package/encodeurl)
+- encoding (from https://www.npmjs.com/package/encoding)
 - end-of-stream (from https://www.npmjs.com/package/end-of-stream)
 - ent (from https://www.npmjs.com/package/ent)
 - errs (from https://www.npmjs.com/package/errs)
@@ -426,7 +424,6 @@ The following software have components provided under the terms of this license:
 - gcp-metadata (from https://www.npmjs.com/package/gcp-metadata)
 - get-intrinsic (from https://www.npmjs.com/package/get-intrinsic)
 - get-port (from https://www.npmjs.com/package/get-port)
-- get-stream (from https://www.npmjs.com/package/get-stream)
 - get-symbol-description (from https://www.npmjs.com/package/get-symbol-description)
 - getpass (from https://www.npmjs.com/package/getpass)
 - google-p12-pem (from https://www.npmjs.com/package/google-p12-pem)
@@ -438,14 +435,12 @@ The following software have components provided under the terms of this license:
 - has-flag (from https://www.npmjs.com/package/has-flag)
 - has-symbols (from https://www.npmjs.com/package/has-symbols)
 - has-tostringtag (from https://www.npmjs.com/package/has-tostringtag)
-- hash-stream-validation (from https://www.npmjs.com/package/hash-stream-validation)
 - hpropagate (from https://www.npmjs.com/package/hpropagate)
 - http-errors (from https://www.npmjs.com/package/http-errors)
 - http-proxy-agent (from https://www.npmjs.com/package/http-proxy-agent)
 - http-signature (from https://www.npmjs.com/package/http-signature)
 - https-proxy-agent (from https://www.npmjs.com/package/https-proxy-agent)
 - iconv-lite (from https://www.npmjs.com/package/iconv-lite)
-- imurmurhash (from https://www.npmjs.com/package/imurmurhash)
 - internal-slot (from https://www.npmjs.com/package/internal-slot)
 - ioredis (from https://www.npmjs.com/package/ioredis)
 - ipaddr.js (from https://www.npmjs.com/package/ipaddr.js)
@@ -590,7 +585,6 @@ The following software have components provided under the terms of this license:
 - side-channel (from https://www.npmjs.com/package/side-channel)
 - simple-swizzle (from https://www.npmjs.com/package/simple-swizzle)
 - slash (from https://www.npmjs.com/package/slash)
-- snakeize (from https://www.npmjs.com/package/snakeize)
 - source-map-support (from https://www.npmjs.com/package/source-map-support)
 - split-array-stream (from https://www.npmjs.com/package/split-array-stream)
 - split-on-first (from https://www.npmjs.com/package/split-on-first)
@@ -623,10 +617,8 @@ The following software have components provided under the terms of this license:
 - tunnel (from https://www.npmjs.com/package/tunnel)
 - type-is (from https://www.npmjs.com/package/type-is)
 - typedarray (from https://www.npmjs.com/package/typedarray)
-- typedarray-to-buffer (from https://www.npmjs.com/package/typedarray-to-buffer)
 - typescript (from https://www.npmjs.com/package/typescript)
 - unbox-primitive (from https://www.npmjs.com/package/unbox-primitive)
-- unique-string (from https://www.npmjs.com/package/unique-string)
 - universalify (from https://www.npmjs.com/package/universalify)
 - unpipe (from https://www.npmjs.com/package/unpipe)
 - untildify (from https://www.npmjs.com/package/untildify)
@@ -643,7 +635,6 @@ The following software have components provided under the terms of this license:
 - winston (from https://www.npmjs.com/package/winston)
 - winston-transport (from https://www.npmjs.com/package/winston-transport)
 - wrap-ansi (from https://www.npmjs.com/package/wrap-ansi)
-- xdg-basedir (from https://www.npmjs.com/package/xdg-basedir)
 - xml2js (from https://www.npmjs.com/package/xml2js)
 - xmlbuilder (from https://www.npmjs.com/package/xmlbuilder)
 - xtend (from https://www.npmjs.com/package/xtend)
@@ -684,4 +675,4 @@ W3C-20150513
 ========================================================================
 The following software have components provided under the terms of this license:
 
-- typescript (from https://www.npmjs.com/package/typescript)
+- typescript (from https://www.npmjs.com/package/typescript)
\ No newline at end of file

app/sdms/devops/osdu/cloud-providers/aws.yml

@@ -74,7 +74,6 @@ sdms_aws-update-eks:
       - merge_requests
     
 sdms_aws-test-newman:
-  allow_failure: true
   extends:
     - .aws
     - .aws_common_variables

app/sdms/devops/osdu/cloud-providers/azure.yml

@@ -117,7 +117,6 @@ sdms_azure_test:
   image: node
   extends: .azure_test
   needs: ["sdms_azure_deploy"]
-  allow_failure: true
   variables:
     AZURE_AD_APP_RESOURCE_ID: $AZURE_APP_ID
     AZURE_AD_TENANT_ID: $AZURE_TENANT_ID

app/sdms/devops/osdu/cloud-providers/ibm.yml

@@ -44,7 +44,6 @@ sdms_ibm-test-py:
   extends:
     - .ibm-test-py
   needs: ["sdms_ibm-deploy"]
-  allow_failure: true
   script:
     - cd app/$SDMS_SERVICE
     - apt-get update

app/sdms/tests/e2e/run_e2e_tests.sh

@@ -173,11 +173,20 @@ sed -i "s/#{SUBPROJECT}#/${subproject}/g" ./tests/e2e/postman_env.json
 npm ci 
 
 # run tests
-./node_modules/newman/bin/newman.js run ./tests/e2e/postman_collection.json \
-    -e ./tests/e2e/postman_env.json \
-    --insecure \
-    --timeout 600000 \
-    --reporters junit,cli
+if [ -f "./node_modules/newman/bin/newman.js" ]; then
+   ./node_modules/newman/bin/newman.js run ./tests/e2e/postman_collection.json \
+      -e ./tests/e2e/postman_env.json \
+      --insecure \
+      --timeout 600000 \
+      --reporters junit,cli
+else
+   npm install -g newman
+   newman run ./tests/e2e/postman_collection.json \
+      -e ./tests/e2e/postman_env.json \
+      --insecure \
+      --timeout 600000 \
+      --reporters junit,cli
+fi
 
 resTest=$?