Merge branch 'pipeline_updates' into 'master'

Pipeline updates

See merge request !26

devops/pipelines/chart-osdu-common.yml

+#  Copyright © Microsoft Corporation
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+trigger:
+  batch: true
+  branches:
+    include:
+      - master
+  paths:
+    include:
+      - /charts/osdu-common/*
+    exclude:
+      - /**/*.md
+
+resources:
+  repositories:
+  - repository: FluxRepo
+    type: git
+    name: k8-gitops-manifests
+
+variables:
+  - group: 'Azure - OSDU'
+  - group: 'Azure - OSDU secrets'
+
+  - name: serviceName
+    value: "osdu-common"
+  - name: chartPath
+    value: "charts/osdu-common"
+  - name: valuesFile
+    value: "charts/helm-config.yaml"
+  - name: 'MANIFEST_REPO'
+    value: $[ resources.repositories['FluxRepo'].name ]
+
+stages:
+  - template: /devops/chart-stages.yml
+    parameters:
+      serviceName: ${{ variables.serviceName }}
+      chartPath: ${{ variables.chartPath }}
+      valuesFile: ${{ variables.valuesFile }}
+      skipDeploy: ${{ variables.SKIP_DEPLOY }}
+      providers:
+        - name: Azure
+          environments: ["demo"]

devops/pipelines/chart-osdu-istio-auth.yml

+#  Copyright © Microsoft Corporation
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+  trigger:
+    batch: true
+    branches:
+      include:
+        - master
+    paths:
+      include:
+        - /charts/osdu-istio-auth/*
+      exclude:
+        - /**/*.md
+
+  resources:
+    repositories:
+    - repository: FluxRepo
+      type: git
+      name: k8-gitops-manifests
+
+  variables:
+    - group: 'Azure - OSDU'
+    - group: 'Azure - OSDU secrets'
+
+    - name: serviceName
+      value: "osdu-istio-auth"
+    - name: chartPath
+      value: "charts/osdu-istio-auth"
+    - name: valuesFile
+      value: "charts/helm-config.yaml"
+    - name: 'MANIFEST_REPO'
+      value: $[ resources.repositories['FluxRepo'].name ]
+
+  stages:
+    - template: /devops/chart-stages.yml
+      parameters:
+        serviceName: ${{ variables.serviceName }}
+        chartPath: ${{ variables.chartPath }}
+        valuesFile: ${{ variables.valuesFile }}
+        skipDeploy: ${{ variables.SKIP_DEPLOY }}
+        skipCheck: true
+        providers:
+          - name: Azure
+            environments: ["demo"]

devops/pipelines/chart-osdu-istio.yml

+#  Copyright © Microsoft Corporation
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+  trigger:
+    batch: true
+    branches:
+      include:
+        - master
+    paths:
+      include:
+        - /charts/osdu-istio/*
+      exclude:
+        - /**/*.md
+
+  resources:
+    repositories:
+    - repository: FluxRepo
+      type: git
+      name: k8-gitops-manifests
+
+  variables:
+    - group: 'Azure - OSDU'
+    - group: 'Azure - OSDU secrets'
+
+    - name: serviceName
+      value: "osdu-istio"
+    - name: chartPath
+      value: "charts/osdu-istio"
+    - name: valuesFile
+      value: "charts/helm-config.yaml"
+    - name: 'MANIFEST_REPO'
+      value: $[ resources.repositories['FluxRepo'].name ]
+
+  stages:
+    - template: /devops/chart-stages.yml
+      parameters:
+        serviceName: ${{ variables.serviceName }}
+        chartPath: ${{ variables.chartPath }}
+        valuesFile: ${{ variables.valuesFile }}
+        skipDeploy: ${{ variables.SKIP_DEPLOY }}
+        skipCheck: true
+        providers:
+          - name: Azure
+            environments: ["demo"]

devops/pipelines/infrastructure-central-resources.yml

+#  Copyright © Microsoft Corporation
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+trigger:
+  batch: true
+  branches:
+    include:
+    - master
+  paths:
+    include:
+    - /infra/modules/providers/*
+    - /infra/templates/osdu-r3-mvp/central_resources/*
+    - /test-harness/terratest-extensions/*
+    exclude:
+    - /**/*.md
+
+
+variables:
+- name: 'TF_VERSION'
+  value: '0.12.29'
+- name: 'GO_VERSION'
+  value: '1.12.14'
+- name: 'TF_ROOT_DIR'
+  value: 'infra'
+- name: 'PIPELINE_ROOT_DIR'
+  value: 'devops'
+- name: 'TEST_HARNESS_DIR'
+  value: 'test-harness'
+- group: 'Infrastructure Pipeline Variables'
+
+stages:
+- template: /devops/infra-prepare-stage.yml
+  parameters:
+    environments:
+    - name: 'demo'
+      enablePrIsolation: false
+      resourceNameIsolationLevel: 8
+
+    configurations:
+    - jobName: central_resources
+      terraformWorkspacePrefix: cr
+      terraformTemplatePath: /infra/templates/osdu-r3-mvp/central_resources
+      deploymentTimeoutInMinutes: 120

devops/pipelines/infrastructure-data-partition.yml

+#  Copyright © Microsoft Corporation
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+
+trigger:
+  batch: true
+  branches:
+    include:
+    - master
+  paths:
+    include:
+    - /infra/modules/providers/*
+    - /infra/templates/osdu-r3-mvp/data_partition/*
+    - /test-harness/terratest-extensions/*
+    exclude:
+    - /**/*.md
+
+
+variables:
+- name: 'TF_VERSION'
+  value: '0.12.29'
+- name: 'GO_VERSION'
+  value: '1.12.14'
+- name: 'TF_ROOT_DIR'
+  value: 'infra'
+- name: 'PIPELINE_ROOT_DIR'
+  value: 'devops'
+- name: 'TEST_HARNESS_DIR'
+  value: 'test-harness'
+- group: 'Infrastructure Pipeline Variables'
+
+stages:
+- template: /devops/infra-prepare-stage.yml
+  parameters:
+    environments:
+    - name: 'demo'
+      enablePrIsolation: false
+      resourceNameIsolationLevel: 8
+
+    configurations:
+    - jobName: data_partition_1
+      terraformWorkspacePrefix: dp1
+      terraformTemplatePath: /infra/templates/osdu-r3-mvp/data_partition
+      deploymentTimeoutInMinutes: 120
+      dataPartitionName: opendes

devops/pipelines/infrastructure-service-resources.yml

+#  Copyright © Microsoft Corporation
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+
+trigger:
+  batch: true
+  branches:
+    include:
+    - master
+  paths:
+    include:
+    - /infra/modules/providers/*
+    - /infra/templates/osdu-r3-mvp/service_resources/*
+    - /test-harness/terratest-extensions/*
+    exclude:
+    - /**/*.md
+
+
+variables:
+- name: 'TF_VERSION'
+  value: '0.12.29'
+- name: 'GO_VERSION'
+  value: '1.12.14'
+- name: 'TF_ROOT_DIR'
+  value: 'infra'
+- name: 'PIPELINE_ROOT_DIR'
+  value: 'devops'
+- name: 'TEST_HARNESS_DIR'
+  value: 'test-harness'
+- group: 'Infrastructure Pipeline Variables'
+
+stages:
+- template: /devops/infra-prepare-stage.yml
+  parameters:
+    environments:
+    - name: 'demo'
+      enablePrIsolation: false
+      resourceNameIsolationLevel: 8
+
+    configurations:
+    - jobName: service_resources
+      terraformWorkspacePrefix: sr
+      terraformTemplatePath: /infra/templates/osdu-r3-mvp/service_resources
+      deploymentTimeoutInMinutes: 120

docs/service-automation.md

@@ -296,14 +296,20 @@ __Create the Chart Pipelines__
 Create the pipelines and run things in this exact order.
 
 1. Add a Pipeline for __chart-osdu-common__ to deploy common components.
-    > Ensure DNS is configured for your Gateway IP to DNS_HOST prior.
 
     _Repo:_ `infra-azure-provisioning`
-
     _Path:_ `/charts/osdu-common/pipeline.yml`
-
     _Validate:_ https://<your_dns_name> is alive.
 
+```bash
+az pipelines create \
+  --name 'chart-osdu-common'  \
+  --repository infra-azure-provisioning  \
+  --branch master  \
+  --repository-type tfsgit  \
+  --yaml-path /charts/osdu-common/pipeline.yml  \
+  -ojson
+```
 
 2. Add a Pipeline for __chart-osdu-istio__  to deploy Istio components.
 

tools/rest/auth_token.http

@@ -4,7 +4,7 @@
 @login_base = login.microsoftonline.com/{{TENANT_ID}}
 @oauth_token_host = {{login_base}}/oauth2/v2.0/token
 @scopes = {{CLIENT_ID}}/.default openid profile offline_access
-@AUTH_CODE = 
+@AUTH_CODE =
 
 # -----------------------
 # OAUTH  authorization_code