Merge branch 'custom_pipelines' into 'master'

Added Custom Pipelines

See merge request osdu/platform/deployment-and-operations/infra-azure-provisioning!66

devops/custom_pipelines/charts/osdu-common.yml

+#  Copyright © Microsoft Corporation
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+# This is a sample custom Pipeline.
+
+trigger:
+  batch: true
+  branches:
+    include:
+    - master
+  paths:
+    include:
+    - /pipelines/charts/osdu-common.yml
+
+resources:
+  repositories:
+  - repository: FluxRepo
+    type: git
+    name: k8-gitops-manifests
+  - repository: HelmRepo
+    type: git
+    name: infra-azure-provisioning
+    trigger:
+      branches:
+        include:
+        - master
+      paths:
+        include:
+        - /charts/osdu-common/*
+        exclude:
+        - /**/*.md
+
+variables:
+  - group: 'Azure - OSDU'
+  - group: 'Azure - OSDU secrets'
+
+  - name: serviceName
+    value: "osdu-common"
+  - name: chartPath
+    value: "charts/osdu-common"
+  - name: valuesFile
+    value: "charts/helm-config.yaml"
+  - name: 'MANIFEST_REPO'
+    value: $[ resources.repositories['FluxRepo'].name ]
+  - name: 'HELM_SOURCE'
+    value: $[ resources.repositories['HelmRepo'].name ]
+
+stages:
+  - template: /devops/chart-stages.yml@HelmRepo
+    parameters:
+      serviceName: ${{ variables.serviceName }}
+      chartPath: ${{ variables.chartPath }}
+      valuesFile: ${{ variables.valuesFile }}
+      skipDeploy: ${{ variables.SKIP_DEPLOY }}
+      checkoutRepo: HelmRepo
+      providers:
+        - name: Azure
+          environments: ["dev"]

devops/custom_pipelines/charts/osdu-istio-auth.yml

+#  Copyright © Microsoft Corporation
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+# This is a sample custom Pipeline.
+
+trigger:
+  batch: true
+  branches:
+    include:
+    - master
+  paths:
+    include:
+    - /infra-chart-pipelines/chart-osdu-istio-auth.yml
+
+resources:
+  repositories:
+  - repository: FluxRepo
+    type: git
+    name: k8-gitops-manifests
+  - repository: HelmRepo
+    type: git
+    name: infra-azure-provisioning
+    trigger:
+      branches:
+        include:
+        - master
+      paths:
+        include:
+        - /charts/osdu-istio-auth/*
+        exclude:
+        - /**/*.md
+
+variables:
+  - group: 'Azure - OSDU'
+  - group: 'Azure - OSDU secrets'
+
+  - name: serviceName
+    value: "osdu-istio-auth"
+  - name: chartPath
+    value: "charts/osdu-istio-auth"
+  - name: valuesFile
+    value: "charts/helm-config.yaml"
+  - name: 'MANIFEST_REPO'
+    value: $[ resources.repositories['FluxRepo'].name ]
+  - name: 'HELM_SOURCE'
+    value: $[ resources.repositories['HelmRepo'].name ]
+
+stages:
+  - template: /devops/chart-stages.yml@HelmRepo
+    parameters:
+      serviceName: ${{ variables.serviceName }}
+      chartPath: ${{ variables.chartPath }}
+      valuesFile: ${{ variables.valuesFile }}
+      skipDeploy: ${{ variables.SKIP_DEPLOY }}
+      skipCheck: true
+      checkoutRepo: HelmRepo
+      providers:
+        - name: Azure
+          environments: ["dev"]

devops/custom_pipelines/charts/osdu-istio.yml

+#  Copyright © Microsoft Corporation
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+# This is a sample custom Pipeline.
+
+trigger:
+  batch: true
+  branches:
+    include:
+    - master
+  paths:
+    include:
+    - /infra-chart-pipelines/chart-osdu-istio.yml
+
+resources:
+  repositories:
+  - repository: FluxRepo
+    type: git
+    name: k8-gitops-manifests
+  - repository: HelmRepo
+    type: git
+    name: infra-azure-provisioning
+    trigger:
+      branches:
+        include:
+        - master
+      paths:
+        include:
+        - /charts/osdu-istio/*
+        exclude:
+        - /**/*.md
+
+variables:
+  - group: 'Azure - OSDU'
+  - group: 'Azure - OSDU secrets'
+
+  - name: serviceName
+    value: "osdu-istio"
+  - name: chartPath
+    value: "charts/osdu-istio"
+  - name: valuesFile
+    value: "charts/helm-config.yaml"
+  - name: 'MANIFEST_REPO'
+    value: $[ resources.repositories['FluxRepo'].name ]
+  - name: 'HELM_SOURCE'
+    value: $[ resources.repositories['HelmRepo'].name ]
+
+stages:
+  - template: /devops/chart-stages.yml@HelmRepo
+    parameters:
+      serviceName: ${{ variables.serviceName }}
+      chartPath: ${{ variables.chartPath }}
+      valuesFile: ${{ variables.valuesFile }}
+      skipDeploy: ${{ variables.SKIP_DEPLOY }}
+      skipCheck: true
+      checkoutRepo: HelmRepo
+      providers:
+        - name: Azure
+          environments: ["dev"]

devops/custom_pipelines/infrastructure/common-resource.yml

+#  Copyright © Microsoft Corporation
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+# This is a sample custom Pipeline.
+
+trigger:
+  batch: true
+  branches:
+    include:
+    - master
+  paths:
+    include:
+    - /pipelines/infrastructure/common-resource.yml
+
+resources:
+  repositories:
+  - repository: InfraRepo
+    type: git
+    name: infra-azure-provisioning
+    trigger:
+      branches:
+        include:
+        - master
+      paths:
+        include:
+        - /devops/*
+        - /infra/modules/providers/*
+        - /infra/templates/osdu-r3-mvp/central_resources/*
+        - /test-harness/terratest-extensions/*
+        exclude:
+        - /**/*.md
+
+variables:
+- name: 'TF_VERSION'
+  value: '0.12.29'
+- name: 'GO_VERSION'
+  value: '1.12.14'
+- name: 'TF_ROOT_DIR'
+  value: 'infra'
+- name: 'PIPELINE_ROOT_DIR'
+  value: 'devops/infrastructure'
+- name: 'TEST_HARNESS_DIR'
+  value: 'test-harness'
+- group: 'Infrastructure Pipeline Variables'
+- name: 'INFRA_REPO'
+  value: $[ resources.repositories['InfraRepo'].name ]
+
+stages:
+- template: devops/infra-prepare-stage.yml@InfraRepo
+  parameters:
+    checkoutRepo: InfraRepo
+    environments:
+    - name: 'dev'
+      enablePrIsolation: false
+      resourceNameIsolationLevel: 8
+
+    configurations:
+    - jobName: central_resources
+      terraformWorkspacePrefix: cr
+      terraformTemplatePath: infra/templates/osdu-r3-mvp/central_resources
+      terraformVariableFile: pipelines/infrastructure/common-resources.tfvars
+      deploymentTimeoutInMinutes: 120

devops/custom_pipelines/infrastructure/common-resources.tfvars

+//  Copyright © Microsoft Corporation
+//
+//  Licensed under the Apache License, Version 2.0 (the "License");
+//  you may not use this file except in compliance with the License.
+//  You may obtain a copy of the License at
+//
+//       http://www.apache.org/licenses/LICENSE-2.0
+//
+//  Unless required by applicable law or agreed to in writing, software
+//  distributed under the License is distributed on an "AS IS" BASIS,
+//  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+//  See the License for the specific language governing permissions and
+//  limitations under the License.
+
+/*
+.Synopsis
+   Terraform Variable Configuration
+.DESCRIPTION
+   This file holds Override Variable Configuration
+*/
+
+resource_tags = {
+  contact = "OSDU Development"
+}

devops/custom_pipelines/infrastructure/data-partition.tfvars

+//  Copyright © Microsoft Corporation
+//
+//  Licensed under the Apache License, Version 2.0 (the "License");
+//  you may not use this file except in compliance with the License.
+//  You may obtain a copy of the License at
+//
+//       http://www.apache.org/licenses/LICENSE-2.0
+//
+//  Unless required by applicable law or agreed to in writing, software
+//  distributed under the License is distributed on an "AS IS" BASIS,
+//  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+//  See the License for the specific language governing permissions and
+//  limitations under the License.
+
+/*
+.Synopsis
+   Terraform Variable Configuration
+.DESCRIPTION
+   This file holds Override Variable Configuration
+*/
+
+resource_tags = {
+  contact = "OSDU Development"
+}
+
+# Database Settings
+cosmos_databases = [
+  {
+    name       = "osdu-db"
+    throughput = 8000
+  }
+]

devops/custom_pipelines/infrastructure/data-partition.yml

+#  Copyright © Microsoft Corporation
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+# This is a sample custom Pipeline.
+
+trigger:
+  batch: true
+  branches:
+    include:
+    - master
+  paths:
+    include:
+    - /pipelines/infrastructure/data-partition.yml
+
+resources:
+  repositories:
+  - repository: InfraRepo
+    type: git
+    name: infra-azure-provisioning
+    trigger:
+      branches:
+        include:
+        - master
+      paths:
+        include:
+        - /infra/modules/providers/*
+        - /infra/templates/osdu-r3-mvp/data_partition/*
+        - /test-harness/terratest-extensions/*
+        exclude:
+        - /**/*.md
+
+variables:
+- name: 'TF_VERSION'
+  value: '0.12.29'
+- name: 'GO_VERSION'
+  value: '1.12.14'
+- name: 'TF_ROOT_DIR'
+  value: 'infra'
+- name: 'PIPELINE_ROOT_DIR'
+  value: 'devops'
+- name: 'TEST_HARNESS_DIR'
+  value: 'test-harness'
+- group: 'Infrastructure Pipeline Variables'
+- name: 'INFRA_REPO'
+  value: $[ resources.repositories['InfraRepo'].name ]
+
+stages:
+- template: /devops/infra-prepare-stage.yml@InfraRepo
+  parameters:
+    checkoutRepo: InfraRepo
+    environments:
+    - name: 'dev'
+      enablePrIsolation: false
+      resourceNameIsolationLevel: 8
+
+    configurations:
+    - jobName: data_partition_1
+      terraformWorkspacePrefix: dp1
+      terraformTemplatePath: /infra/templates/osdu-r3-mvp/data_partition
+      terraformVariableFile: pipelines/infrastructure/data-partition.tfvars
+      deploymentTimeoutInMinutes: 120
+      dataPartitionName: opendes

devops/custom_pipelines/infrastructure/service-resource.tfvars

+//
+//  Licensed under the Apache License, Version 2.0 (the "License");
+//  you may not use this file except in compliance with the License.
+//  You may obtain a copy of the License at
+//
+//       http://www.apache.org/licenses/LICENSE-2.0
+//
+//  Unless required by applicable law or agreed to in writing, software
+//  distributed under the License is distributed on an "AS IS" BASIS,
+//  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+//  See the License for the specific language governing permissions and
+//  limitations under the License.
+
+/*
+.Synopsis
+   Terraform Variable Configuration
+.DESCRIPTION
+   This file holds Override Variable Configuration
+*/
+
+resource_tags = {
+  contact = "OSDU Development"
+}
+
+# Kubernetes Settings
+kubernetes_version = "1.18.8"
+aks_agent_vm_size  = "Standard_E4s_v3"
+aks_agent_vm_count = "5"
+subnet_aks_prefix  = "10.10.2.0/23"

devops/custom_pipelines/infrastructure/service-resource.yml

+#  Copyright © Microsoft Corporation
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+# This is a sample custom Pipeline.
+
+trigger:
+  batch: true
+  branches:
+    include:
+    - master
+  paths:
+    include:
+    - /pipelines/infrastructure/service-resource.yml
+
+resources:
+  repositories:
+  - repository: InfraRepo
+    type: git
+    name: infra-azure-provisioning
+    trigger:
+      branches:
+        include:
+        - master
+      paths:
+        include:
+        - /devops/infrastructure/*
+        - /infra/modules/providers/*
+        - /infra/templates/osdu-r3-mvp/service_resources/*
+        - /test-harness/terratest-extensions/*
+        exclude:
+        - /**/*.md
+
+variables:
+- name: 'TF_VERSION'
+  value: '0.12.29'
+- name: 'GO_VERSION'
+  value: '1.12.14'
+- name: 'TF_ROOT_DIR'
+  value: 'infra'
+- name: 'PIPELINE_ROOT_DIR'
+  value: 'devops/infrastructure'
+- name: 'TEST_HARNESS_DIR'
+  value: 'test-harness'
+- group: 'Infrastructure Pipeline Variables'
+- name: 'INFRA_REPO'
+  value: $[ resources.repositories['InfraRepo'].name ]
+
+stages:
+- template: devops/infra-prepare-stage.yml@InfraRepo
+  parameters:
+    checkoutRepo: InfraRepo
+    environments:
+    - name: 'dev'
+      enablePrIsolation: false
+      resourceNameIsolationLevel: 8
+
+    configurations:
+    - jobName: service_resources
+      terraformWorkspacePrefix: sr
+      terraformTemplatePath: infra/templates/osdu-r3-mvp/service_resources
+      terraformVariableFile: pipelines/infrastructure/service-resource.tfvars
+      deploymentTimeoutInMinutes: 120

devops/custom_pipelines/services/entitlements-azure.yml

+#  Copyright © Microsoft Corporation
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+# This is a sample custom Pipeline.
+
+trigger:
+  batch: true
+  branches:
+    include:
+    - master
+  paths:
+    include:
+    - /platform/system/entitlements.yml
+
+resources:
+  repositories:
+  - repository: FluxRepo
+    type: git
+    name: k8-gitops-manifests
+  - repository: TemplateRepo
+    type: git
+    name: infra-azure-provisioning
+  - repository: MavenRepo
+    type: git
+    name: entitlements-azure
+    ref: master
+    trigger:
+      branches:
+        include:
+        - master
+      paths:
+        exclude:
+        - /**/*.md
+        - .gitignore
+
+variables:
+  - group: 'Azure - OSDU'
+  - group: 'Azure - OSDU Secrets'
+
+  - name: serviceName
+    value: "entitlements-azure"
+  - name: branchName
+    value: master
+  - name: chartPath
+    value: "devops/azure/chart"
+  - name: valuesFile
+    value: "devops/azure/chart/helm-config.yaml"
+  - name: 'MANIFEST_REPO'
+    value: $[ resources.repositories['FluxRepo'].name ]
+  - name: 'HELM_SOURCE'
+    value: $[ resources.repositories['MavenRepo'].name ]
+  - name: SKIP_TESTS
+    value: 'false'
+
+stages:
+  - template: /devops/build-stage.yml@TemplateRepo
+    parameters:
+      copyFileContents: |
+        pom.xml
+        maven/settings.xml
+        target/*.jar
+      copyFileContentsToFlatten: ''
+      mavenOptions: ''
+      serviceBase: ${{ variables.serviceName }}