Commit 5993dbdd authored by Daniel Scholl's avatar Daniel Scholl
Browse files

Merge branch 'custom_pipelines' into 'master'

Added Custom Pipelines

See merge request osdu/platform/deployment-and-operations/infra-azure-provisioning!66
parents 69faf6c6 3a06e4dd
# Copyright © Microsoft Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# This is a sample custom Pipeline.
trigger:
batch: true
branches:
include:
- master
paths:
include:
- /pipelines/charts/osdu-common.yml
resources:
repositories:
- repository: FluxRepo
type: git
name: k8-gitops-manifests
- repository: HelmRepo
type: git
name: infra-azure-provisioning
trigger:
branches:
include:
- master
paths:
include:
- /charts/osdu-common/*
exclude:
- /**/*.md
variables:
- group: 'Azure - OSDU'
- group: 'Azure - OSDU secrets'
- name: serviceName
value: "osdu-common"
- name: chartPath
value: "charts/osdu-common"
- name: valuesFile
value: "charts/helm-config.yaml"
- name: 'MANIFEST_REPO'
value: $[ resources.repositories['FluxRepo'].name ]
- name: 'HELM_SOURCE'
value: $[ resources.repositories['HelmRepo'].name ]
stages:
- template: /devops/chart-stages.yml@HelmRepo
parameters:
serviceName: ${{ variables.serviceName }}
chartPath: ${{ variables.chartPath }}
valuesFile: ${{ variables.valuesFile }}
skipDeploy: ${{ variables.SKIP_DEPLOY }}
checkoutRepo: HelmRepo
providers:
- name: Azure
environments: ["dev"]
# Copyright © Microsoft Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# This is a sample custom Pipeline.
trigger:
batch: true
branches:
include:
- master
paths:
include:
- /infra-chart-pipelines/chart-osdu-istio-auth.yml
resources:
repositories:
- repository: FluxRepo
type: git
name: k8-gitops-manifests
- repository: HelmRepo
type: git
name: infra-azure-provisioning
trigger:
branches:
include:
- master
paths:
include:
- /charts/osdu-istio-auth/*
exclude:
- /**/*.md
variables:
- group: 'Azure - OSDU'
- group: 'Azure - OSDU secrets'
- name: serviceName
value: "osdu-istio-auth"
- name: chartPath
value: "charts/osdu-istio-auth"
- name: valuesFile
value: "charts/helm-config.yaml"
- name: 'MANIFEST_REPO'
value: $[ resources.repositories['FluxRepo'].name ]
- name: 'HELM_SOURCE'
value: $[ resources.repositories['HelmRepo'].name ]
stages:
- template: /devops/chart-stages.yml@HelmRepo
parameters:
serviceName: ${{ variables.serviceName }}
chartPath: ${{ variables.chartPath }}
valuesFile: ${{ variables.valuesFile }}
skipDeploy: ${{ variables.SKIP_DEPLOY }}
skipCheck: true
checkoutRepo: HelmRepo
providers:
- name: Azure
environments: ["dev"]
# Copyright © Microsoft Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# This is a sample custom Pipeline.
trigger:
batch: true
branches:
include:
- master
paths:
include:
- /infra-chart-pipelines/chart-osdu-istio.yml
resources:
repositories:
- repository: FluxRepo
type: git
name: k8-gitops-manifests
- repository: HelmRepo
type: git
name: infra-azure-provisioning
trigger:
branches:
include:
- master
paths:
include:
- /charts/osdu-istio/*
exclude:
- /**/*.md
variables:
- group: 'Azure - OSDU'
- group: 'Azure - OSDU secrets'
- name: serviceName
value: "osdu-istio"
- name: chartPath
value: "charts/osdu-istio"
- name: valuesFile
value: "charts/helm-config.yaml"
- name: 'MANIFEST_REPO'
value: $[ resources.repositories['FluxRepo'].name ]
- name: 'HELM_SOURCE'
value: $[ resources.repositories['HelmRepo'].name ]
stages:
- template: /devops/chart-stages.yml@HelmRepo
parameters:
serviceName: ${{ variables.serviceName }}
chartPath: ${{ variables.chartPath }}
valuesFile: ${{ variables.valuesFile }}
skipDeploy: ${{ variables.SKIP_DEPLOY }}
skipCheck: true
checkoutRepo: HelmRepo
providers:
- name: Azure
environments: ["dev"]
# Copyright © Microsoft Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# This is a sample custom Pipeline.
trigger:
batch: true
branches:
include:
- master
paths:
include:
- /pipelines/infrastructure/common-resource.yml
resources:
repositories:
- repository: InfraRepo
type: git
name: infra-azure-provisioning
trigger:
branches:
include:
- master
paths:
include:
- /devops/*
- /infra/modules/providers/*
- /infra/templates/osdu-r3-mvp/central_resources/*
- /test-harness/terratest-extensions/*
exclude:
- /**/*.md
variables:
- name: 'TF_VERSION'
value: '0.12.29'
- name: 'GO_VERSION'
value: '1.12.14'
- name: 'TF_ROOT_DIR'
value: 'infra'
- name: 'PIPELINE_ROOT_DIR'
value: 'devops/infrastructure'
- name: 'TEST_HARNESS_DIR'
value: 'test-harness'
- group: 'Infrastructure Pipeline Variables'
- name: 'INFRA_REPO'
value: $[ resources.repositories['InfraRepo'].name ]
stages:
- template: devops/infra-prepare-stage.yml@InfraRepo
parameters:
checkoutRepo: InfraRepo
environments:
- name: 'dev'
enablePrIsolation: false
resourceNameIsolationLevel: 8
configurations:
- jobName: central_resources
terraformWorkspacePrefix: cr
terraformTemplatePath: infra/templates/osdu-r3-mvp/central_resources
terraformVariableFile: pipelines/infrastructure/common-resources.tfvars
deploymentTimeoutInMinutes: 120
// Copyright © Microsoft Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
/*
.Synopsis
Terraform Variable Configuration
.DESCRIPTION
This file holds Override Variable Configuration
*/
resource_tags = {
contact = "OSDU Development"
}
// Copyright © Microsoft Corporation
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
/*
.Synopsis
Terraform Variable Configuration
.DESCRIPTION
This file holds Override Variable Configuration
*/
resource_tags = {
contact = "OSDU Development"
}
# Database Settings
cosmos_databases = [
{
name = "osdu-db"
throughput = 8000
}
]
# Copyright © Microsoft Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# This is a sample custom Pipeline.
trigger:
batch: true
branches:
include:
- master
paths:
include:
- /pipelines/infrastructure/data-partition.yml
resources:
repositories:
- repository: InfraRepo
type: git
name: infra-azure-provisioning
trigger:
branches:
include:
- master
paths:
include:
- /infra/modules/providers/*
- /infra/templates/osdu-r3-mvp/data_partition/*
- /test-harness/terratest-extensions/*
exclude:
- /**/*.md
variables:
- name: 'TF_VERSION'
value: '0.12.29'
- name: 'GO_VERSION'
value: '1.12.14'
- name: 'TF_ROOT_DIR'
value: 'infra'
- name: 'PIPELINE_ROOT_DIR'
value: 'devops'
- name: 'TEST_HARNESS_DIR'
value: 'test-harness'
- group: 'Infrastructure Pipeline Variables'
- name: 'INFRA_REPO'
value: $[ resources.repositories['InfraRepo'].name ]
stages:
- template: /devops/infra-prepare-stage.yml@InfraRepo
parameters:
checkoutRepo: InfraRepo
environments:
- name: 'dev'
enablePrIsolation: false
resourceNameIsolationLevel: 8
configurations:
- jobName: data_partition_1
terraformWorkspacePrefix: dp1
terraformTemplatePath: /infra/templates/osdu-r3-mvp/data_partition
terraformVariableFile: pipelines/infrastructure/data-partition.tfvars
deploymentTimeoutInMinutes: 120
dataPartitionName: opendes
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
/*
.Synopsis
Terraform Variable Configuration
.DESCRIPTION
This file holds Override Variable Configuration
*/
resource_tags = {
contact = "OSDU Development"
}
# Kubernetes Settings
kubernetes_version = "1.18.8"
aks_agent_vm_size = "Standard_E4s_v3"
aks_agent_vm_count = "5"
subnet_aks_prefix = "10.10.2.0/23"
# Copyright © Microsoft Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# This is a sample custom Pipeline.
trigger:
batch: true
branches:
include:
- master
paths:
include:
- /pipelines/infrastructure/service-resource.yml
resources:
repositories:
- repository: InfraRepo
type: git
name: infra-azure-provisioning
trigger:
branches:
include:
- master
paths:
include:
- /devops/infrastructure/*
- /infra/modules/providers/*
- /infra/templates/osdu-r3-mvp/service_resources/*
- /test-harness/terratest-extensions/*
exclude:
- /**/*.md
variables:
- name: 'TF_VERSION'
value: '0.12.29'
- name: 'GO_VERSION'
value: '1.12.14'
- name: 'TF_ROOT_DIR'
value: 'infra'
- name: 'PIPELINE_ROOT_DIR'
value: 'devops/infrastructure'
- name: 'TEST_HARNESS_DIR'
value: 'test-harness'
- group: 'Infrastructure Pipeline Variables'
- name: 'INFRA_REPO'
value: $[ resources.repositories['InfraRepo'].name ]
stages:
- template: devops/infra-prepare-stage.yml@InfraRepo
parameters:
checkoutRepo: InfraRepo
environments:
- name: 'dev'
enablePrIsolation: false
resourceNameIsolationLevel: 8
configurations:
- jobName: service_resources
terraformWorkspacePrefix: sr
terraformTemplatePath: infra/templates/osdu-r3-mvp/service_resources
terraformVariableFile: pipelines/infrastructure/service-resource.tfvars
deploymentTimeoutInMinutes: 120
# Copyright © Microsoft Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# This is a sample custom Pipeline.
trigger:
batch: true
branches:
include:
- master
paths:
include:
- /platform/system/entitlements.yml
resources:
repositories:
- repository: FluxRepo
type: git
name: k8-gitops-manifests
- repository: TemplateRepo
type: git
name: infra-azure-provisioning
- repository: MavenRepo
type: git
name: entitlements-azure
ref: master
trigger:
branches:
include:
- master
paths:
exclude:
- /**/*.md
- .gitignore
variables:
- group: 'Azure - OSDU'
- group: 'Azure - OSDU Secrets'
- name: serviceName
value: "entitlements-azure"
- name: branchName
value: master
- name: chartPath
value: "devops/azure/chart"
- name: valuesFile
value: "devops/azure/chart/helm-config.yaml"
- name: 'MANIFEST_REPO'
value: $[ resources.repositories['FluxRepo'].name ]
- name: 'HELM_SOURCE'
value: $[ resources.repositories['MavenRepo'].name ]
- name: SKIP_TESTS
value: 'false'
stages:
- template: /devops/build-stage.yml@TemplateRepo
parameters:
copyFileContents: |
pom.xml
maven/settings.xml
target/*.jar
copyFileContentsToFlatten: ''
mavenOptions: ''
serviceBase: ${{ variables.serviceName }}
testingRootFolder: 'integration-tests'
chartPath: ${{ variables.chartPath }}
checkoutRepo: MavenRepo
- template: /devops/deploy-stages.yml@TemplateRepo