In GCP pre-ship env R3M9 segy_to_zgy conversion is failing
In pre-ship environment ( preship-asm.osdu-gcp.go3-nrg.projects.epam.com) When I am trying to perform segy_to_zgy_converison, the DAG is failing. Upon looking at the airflow logs I see the following: [2022-01-24 17:08:04,117] {pod_launcher.py:149} INFO - [0.000384] Data partition ID : [odesprod] [2022-01-24 17:08:04,117] {pod_launcher.py:149} INFO - [0.000397] About to get record [odesprod:work-product--WorkProduct:713012-681176:] version 18446744073709551615 [2022-01-24 17:08:04,117] {pod_launcher.py:149} INFO - [0.000428] GET [https://preship.osdu.club/api/storage/v2/records/odesprod%3Awork-product--WorkProduct%3A713012-681176] [2022-01-24 17:08:04,118] {pod_launcher.py:149} INFO - Error resolving address [2022-01-24 17:08:05,124] {rest.py:228} DEBUG - response body: {"kind":"Pod","apiVersion":"v1","metadata":{"name":"segy-to-zgy.06931d094bdf4ad1aecee87278ecbdec","namespace":"default","selfLink":"/api/v1/namespaces/default/pods/segy-to-zgy.06931d094bdf4ad1aecee87278ecbdec","uid":"5ebf1ba1-24df-41f2-865d-97b6a1e33d22","resourceVersion":"53964314","creationTimestamp":"2022-01-24T17:06:29Z","labels":{"airflow_version":"2.1.2-composer","dag_id":"Segy_to_zgy_conversion","execution_date":"2022-01-24T1706140000-c08f6646f","kubernetes_pod_operator":"True","task_id":"segy-to-zgy","try_number":"1"},"managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"v1","time":"2022-01-24T17:06:29Z","fieldsType":"FieldsV1","fieldsV1":{"f:metadata":{"f:labels":{".":{},"f:airflow_version":{},"f:dag_id":{},"f:execution_date":{},"f:kubernetes_pod_operator":{},"f:task_id":{},"f:try_number":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:requiredDuringSchedulingIgnoredDuringExecution":{".":{},"f:nodeSelectorTerms":{}}}},"f:containers":{"k:{"name":"base"}":{".":{},"f:args":{},"f:env":{".":{},"k:{"name":"OSDU_DATAPARTITIONID"}":{".":{},"f:name":{},"f:value":{}},"k:{"name":"SD_READ_CACHE_MAX_PAGES"}":{".":{},"f:name":{},"f:value":{}},"k:{"name":"SD_READ_CACHE_PAGE_SIZE"}":{".":{},"f:name":{},"f:value":{}},"k:{"name":"SD_SVC_API_KEY"}":{".":{},"f:name":{},"f:value":{}},"k:{"name":"SD_SVC_TOKEN"}":{".":{},"f:name":{},"f:value":{}},"k:{"name":"SD_SVC_URL"}":{".":{},"f:name":{},"f:value":{}},"k:{"name":"SEGYTOZGY_GENERATE_INDEX"}":{".":{},"f:name":{},"f:value":{}},"k:{"name":"SEGYTOZGY_VERBOSITY"}":{".":{},"f:name":{},"f:value":{}},"k:{"name":"STORAGE_SVC_API_KEY"}":{".":{},"f:name":{},"f:value":{}},"k:{"name":"STORAGE_SVC_TOKEN"}":{".":{},"f:name":{},"f:value":{}},"k:{"name":"STORAGE_SVC_URL"}":{".":{},"f:name":{},"f:value":{}}},"f:image":{},"f:imagePullPolicy":{},"f:name":{},"f:resources":{".":{},"f:limits":{".":{},"f:cpu":{},"f:memory":{}},"f:requests":{".":{},"f:cpu":{},"f:memory":{}}},"f:terminationMessagePath":{},"f:terminationMessagePolicy":{}}},"f:dnsPolicy":{},"f:enableServiceLinks":{},"f:restartPolicy":{},"f:schedulerName":{},"f:securityContext":{},"f:terminationGracePeriodSeconds":{}}}},{"manager":"kube-scheduler","operation":"Update","apiVersion":"v1","time":"2022-01-24T17:06:30Z","fieldsType":"FieldsV1","fieldsV1":{"f:status":{"f:conditions":{".":{},"k:{"type":"PodScheduled"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}}},{"manager":"kubelet","operation":"Update","apiVersion":"v1","time":"2022-01-24T17:08:04Z","fieldsType":"FieldsV1","fieldsV1":{"f:status":{"f:conditions":{"k:{"type":"ContainersReady"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{"type":"Initialized"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}},"k:{"type":"Ready"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}},"f:containerStatuses":{},"f:hostIP":{},"f:phase":{},"f:podIP":{},"f:podIPs":{".":{},"k:{"ip":"10.0.13.3"}":{".":{},"f:ip":{}}},"f:startTime":{}}}}]},"spec":{"volumes":[{"name":"default-token-dd5hc","secret":{"secretName":"default-token-dd5hc","defaultMode":420}}],"containers":[{"name":"base","image":"gcr.io/nice-etching-277309/segy-to-zgy-conversion/segy-to-zgy-conversion-gcp:v0.12.2","args":["--osdu","odesprod:dataset--FileCollection.SEGY:713012-681176:","odesprod:work-product--WorkProduct:713012-681176:"],"env":[{"name":"STORAGE_SVC_URL","value":"https://preship.osdu.club/api/storage/v2"},{"name":"SD_SVC_URL","value":"https://preship.osdu.club/api/seismic-store/v3"},{"name":"SD_SVC_TOKEN","value":"eyJhbGciOiJSUzI1NiIsImtpZCI6ImNhMDA2MjBjNWFhN2JlOGNkMDNhNmYzYzY4NDA2ZTQ1ZTkzYjNjYWIiLCJ0eXAiOiJKV1QifQ.eyJpc3MiOiJodHRwczovL2FjY291bnRzLmdvb2dsZS5jb20iLCJhenAiOiI2MDU0NTczNTcxNDMtNmg2dXF1bnE2N2Y1M205amVpYm4zOGd1cGQyN2JzZmIuYXBwcy5nb29nbGV1c2VyY29udGVudC5jb20iLCJhdWQiOiI2MDU0NTczNTcxNDMtNmg2dXF1bnE2N2Y1M205amVpYm4zOGd1cGQyN2JzZmIuYXBwcy5nb29nbGV1c2VyY29udGVudC5jb20iLCJzdWIiOiIxMTA3MDM5ODQzMzM5MDg0ODc0NDIiLCJoZCI6Im9zZHUtZ2NwLmdvMy1ucmcucHJvamVjdHMuZXBhbS5jb20iLCJlbWFpbCI6InByZXNoaXBwaW5nX3Rlc3RfdXNlckBvc2R1LWdjcC5nbzMtbnJnLnByb2plY3RzLmVwYW0uY29tIiwiZW1haWxfdmVyaWZpZWQiOnRydWUsImF0X2hhc2giOiJQWlR1Mk9heUs3bEc3SmhMeTVBZWhnIiwibmFtZSI6InByZXNoaXBwaW5nIHRlc3RfdXNlciIsInBpY3R1cmUiOiJodHRwczovL2xoMy5nb29nbGV1c2VyY29udGVudC5jb20vYS9BQVRYQUp3UHZMRFIyWW50OGprWXlXUHJTRl8zaW95aWoxVlV0N2RTQ0xLZT1zOTYtYyIsImdpdmVuX25hbWUiOiJwcmVzaGlwcGluZyIsImZhbWlseV9uYW1lIjoidGVzdF91c2VyIiwibG9jYWxlIjoiZW4iLCJpYXQiOjE2NDMwNDM4MjUsImV4cCI6MTY0MzA0NzQyNX0.mWt3ap7x14djeuBgpK1-5FtLNWDUzKQdnwyqeL5V0XDTfV6ZHOQHzv0USNUTbzcDGuAa7FaCuXYMBOEzHVkOJ7bh-5-giAXEqBu8MW1jq9CtBei9mKMeJr2sW8yVHBvpr0aPU_vXe_voU-74MB2oit_HfaYURDR0-rDSEIgBE794SzvVMIcdukkODvGNoiAFTdzUtqFkWT_Y3_JZokZTG7ag6VsZI01b9_NIO17CqQNTLsSwy5GSKT_Ap13eJCXGkeIn7RRbN01S3PHl4HPhEBchtlwp7HLhF5RiA6GoX37dlmedWxy1w0sW8mfR-CCeBClhfVZXawFOooAM7LuX3Q"},{"name":"STORAGE_SVC_TOKEN","value":"Bearer ya29.A0ARrdaM8PBVwtyNGOCzE_Boja1qtNaHyxdu6YgD61LKsZGks-sCWdK7DvQPTxHnQMNoOb0PtjLeY9bbLUzK2EdN-ZoWNuhw-c8k2QgxBcprwv7Ufmoox0CQXf2oQhiFQ42N8LjlKzdMkyh-T-ITgNl4NnTqHtFw"},{"name":"STORAGE_SVC_API_KEY","value":"test"},{"name":"SD_SVC_API_KEY","value":"test"},{"name":"OSDU_DATAPARTITIONID","value":"odesprod"},{"name":"SD_READ_CACHE_PAGE_SIZE","value":"4195024"},{"name":"SD_READ_CACHE_MAX_PAGES","value":"256"},{"name":"SEGYTOZGY_VERBOSITY","value":"3"},{"name":"SEGYTOZGY_GENERATE_INDEX","value":"1"}],"resources":{"limits":{"cpu":"1","memory":"4Gi"},"requests":{"cpu":"200m","memory":"4Gi"}},"volumeMounts":[{"name":"default-token-dd5hc","readOnly":true,"mountPath":"/var/run/secrets/kubernetes.io/serviceaccount"}],"terminationMessagePath":"/dev/termination-log","terminationMessagePolicy":"File","imagePullPolicy":"IfNotPresent"}],"restartPolicy":"Never","terminationGracePeriodSeconds":30,"dnsPolicy":"ClusterFirst","serviceAccountName":"default","serviceAccount":"default","nodeName":"gke-us-central1-airflow--default-pool-8179635e-w7nx","securityContext":{},"affinity":{"nodeAffinity":{"requiredDuringSchedulingIgnoredDuringExecution":{"nodeSelectorTerms":[{"matchExpressions":[{"key":"cloud.google.com/gke-nodepool","operator":"In","values":["default-pool","pool-1","pool-2"]}]}]}}},"schedulerName":"default-scheduler","tolerations":[{"key":"node.kubernetes.io/not-ready","operator":"Exists","effect":"NoExecute","tolerationSeconds":300},{"key":"node.kubernetes.io/unreachable","operator":"Exists","effect":"NoExecute","tolerationSeconds":300}],"priority":0,"enableServiceLinks":true,"preemptionPolicy":"PreemptLowerPriority"},"status":{"phase":"Failed","conditions":[{"type":"Initialized","status":"True","lastProbeTime":null,"lastTransitionTime":"2022-01-24T17:07:48Z"},{"type":"Ready","status":"False","lastProbeTime":null,"lastTransitionTime":"2022-01-24T17:08:05Z","reason":"ContainersNotReady","message":"containers with unready status: [base]"},{"type":"ContainersReady","status":"False","lastProbeTime":null,"lastTransitionTime":"2022-01-24T17:08:05Z","reason":"ContainersNotReady","message":"containers with unready status: [base]"},{"type":"PodScheduled","status":"True","lastProbeTime":null,"lastTransitionTime":"2022-01-24T17:07:47Z"}],"hostIP":"10.128.0.154","podIP":"10.0.13.3","podIPs":[{"ip":"10.0.13.3"}],"startTime":"2022-01-24T17:07:48Z","containerStatuses":[{"name":"base","state":{"terminated":{"exitCode":1,"reason":"Error","startedAt":"2022-01-24T17:08:04Z","finishedAt":"2022-01-24T17:08:04Z","containerID":"containerd://05139c2a63dadba959322e2ec1888c5da483c3b38907ff5047ecce8cb1dc9268"}},"lastState":{},"ready":false,"restartCount":0,"image":"gcr.io/nice-etching-277309/segy-to-zgy-conversion/segy-to-zgy-conversion-gcp:v0.12.2","imageID":"gcr.io/nice-etching-277309/segy-to-zgy-conversion/segy-to-zgy-conversion-gcp@sha256:45eaafd41220c587a076b0ff637f81171e94c131220e3d30b8d190b5e2ebcf67","containerID":"containerd://05139c2a63dadba959322e2ec1888c5da483c3b38907ff5047ecce8cb1dc9268","started":false}],"qosClass":"Burstable"}}
[{"name":"STORAGE_SVC_URL","value":"https://preship.osdu.club/api/storage/v2"},{"name":"SD_SVC_URL","value":"https://preship.osdu.club/api/seismic-store/v3"},
It is trying to access the temp domain that was set for GCP earlier when the pre-ship env had some issue. Is that environment still active and should this DAG be set to use that temp env or should it be set to use the actual preship env?