Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Clean-up nightly deployments using Azure CLI #642

Merged
merged 15 commits into from
Feb 10, 2022
Merged

Clean-up nightly deployments using Azure CLI #642

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
15 commits
Select commit Hold shift + click to select a range
f29555f
templatize clean subscription tasks
glennmusa Feb 10, 2022
c7aba14
trailing whitespace
glennmusa Feb 10, 2022
d06aafc
add copyright
glennmusa Feb 10, 2022
9580fd2
conditions are not allowed on template steps
glennmusa Feb 10, 2022
144d75f
displayName not allowed on template steps
glennmusa Feb 10, 2022
966593a
templatize apply-tf
glennmusa Feb 10, 2022
0a3c96b
yaml whitespace
glennmusa Feb 10, 2022
09b6841
add steps
glennmusa Feb 10, 2022
ac4831c
fix connection name
glennmusa Feb 10, 2022
5b2e6f6
templatize plans
glennmusa Feb 10, 2022
398113a
remove parameters for template file
glennmusa Feb 10, 2022
3f15a2c
friendly names
glennmusa Feb 10, 2022
81b838a
update friendly names
glennmusa Feb 10, 2022
6dfa24b
syntax error on inline var in terraform plan
glennmusa Feb 10, 2022
63b7751
fix syntax error on az deployment template
glennmusa Feb 10, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
132 changes: 16 additions & 116 deletions .azure-devops/nightlybuild/mlz-bicep-azurecloud-pipelines.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
# Licensed under the MIT License.

schedules:

- cron: "0 4 * * *"
displayName: "Nightly - mlz bicep azure cloud"
branches:
Expand All @@ -10,125 +11,24 @@ schedules:
always: true

pool:
vmImage: ubuntu-latest

variables:
ServiceConnectionName: $(CAzureConnection)
vmImage: ubuntu-latest

jobs:
- job: bicepCommercialCloud
steps:
- task: AzureCLI@2
displayName: "Deploy MLZ Bicep"
inputs:
azureSubscription: $(ServiceConnectionName)
scriptType: 'bash'
scriptLocation: 'inlineScript'
inlineScript: |
datetime=$(date +%s) # gets the current date time as an epoch
az deployment sub create \
--name $(bDeploymentName) \
--location $(Location) \
--template-file $(TemplateFile) \
--parameters resourcePrefix=$datetime

- task: AzureCLI@2
displayName: "Generate deploymentVariables.json for all addons and examples"
inputs:
azureSubscription: $(ServiceConnectionName)
scriptType: 'bash'
scriptLocation: 'inlineScript'
inlineScript: |
az deployment sub show \
--name $(bDeploymentName) \
--query properties.outputs \
> $(Build.SourcesDirectory)/src/bicep/examples/deploymentVariables.json

- task: AzureCLI@2
displayName: "Extract Values and Hydrate Variables for T3 Deployment"
inputs:
azureSubscription: $(ServiceConnectionName)
scriptType: 'bash'
scriptLocation: 'inlineScript'
inlineScript: |
deploymentoutput=$(az deployment sub show \
--name $(bDeploymentName) \
--query '{
hubSubId: properties.outputs.hub.value.subscriptionId,
hubRGroupName: properties.outputs.hub.value.resourceGroupName,
hubVNetworkName: properties.outputs.hub.value.virtualNetworkName,
hubVNetworkResourceId: properties.outputs.hub.value.virtualNetworkResourceId,
logAWspaceResourceId: properties.outputs.logAnalyticsWorkspaceResourceId.value,
firewallPrivateIP: properties.outputs.firewallPrivateIPAddress.value
}' \
--output json)

hubSubId=$(echo $deploymentoutput | jq '.hubSubId') \
&& echo "##vso[task.setvariable variable=hubSubscriptionId;]$hubSubId"

hubRGroupName=$(echo $deploymentoutput | jq '.hubRGroupName') \
&& echo "##vso[task.setvariable variable=hubResourceGroupName;]$hubRGroupName"

hubVNetworkName=$(echo $deploymentoutput | jq '.hubVNetworkName') \
&& echo "##vso[task.setvariable variable=hubVirtualNetworkName;]$hubVNetworkName"

hubVNetworkResourceId=$(echo $deploymentoutput | jq '.hubVNetworkResourceId') \
&& echo "##vso[task.setvariable variable=hubVirtualNetworkResourceId;]$hubVNetworkResourceId"

logAWspaceResourceId=$(echo $deploymentoutput | jq '.logAWspaceResourceId') \
&& echo "##vso[task.setvariable variable=logAnalyticsWorkspaceResourceId;]$logAWspaceResourceId"

firewallPrivateIP=$(echo $deploymentoutput | jq '.firewallPrivateIP') \
&& echo "##vso[task.setvariable variable=firewallPrivateIPAddress;]$firewallPrivateIP"

- task: AzureCLI@2
displayName: "T3 Bicep Deployment"
inputs:
azureSubscription: $(ServiceConnectionName)
scriptType: 'bash'
scriptLocation: 'inlineScript'
inlineScript: |
az deployment sub create \
--subscription $(workloadSubId) \
--location $(Location) \
--name $(workloadName) \
--template-file $(T3TemplateFile) \
--parameters \
workloadName=$(workloadName) \
hubSubscriptionId=$(hubSubscriptionId) \
hubResourceGroupName=$(hubResourceGroupName) \
hubVirtualNetworkName=$(hubVirtualNetworkName) \
hubVirtualNetworkResourceId=$(hubVirtualNetworkResourceId) \
logAnalyticsWorkspaceResourceId=$(logAnalyticsWorkspaceResourceId) \
firewallPrivateIPAddress=$(firewallPrivateIPAddress)
- job: bicepCommercialCloud
displayName: "Nightly deployment of Mission LZ Bicep on AzureCloud"

- task: AzureCLI@2
displayName: "Clean up Subscription Diagnostics Settings"
condition: always()
inputs:
azureSubscription: $(ServiceConnectionName)
scriptType: 'bash'
scriptLocation: 'inlineScript'
inlineScript: |
az monitor diagnostic-settings subscription list \
--query "value[].name" \
--output tsv \
| xargs -t -I % az monitor diagnostic-settings subscription delete \
--yes \
--name %
steps:

- task: AzureCLI@2
displayName: "Clean up Resources"
condition: always()
inputs:
azureSubscription: $(ServiceConnectionName)
scriptType: 'bash'
scriptLocation: 'inlineScript'
inlineScript: |
az group list \
--query "[].name" \
--output tsv \
| xargs -t -I % az group delete \
--yes \
--no-wait \
--name %
- template: templates/az-deployment.yml
parameters:
ServiceConnectionName: $(CAzureConnection)
DeploymentName: $(bDeploymentName)
Location: $(CLocation)
WorkloadSubId: $(CSubId)
WorkloadName: $(workloadName)

- template: templates/clean-az-subscription.yml
parameters:
serviceConnectionName: $(CAzureConnection)
131 changes: 16 additions & 115 deletions .azure-devops/nightlybuild/mlz-bicep-azuregov-pipelines.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
# Licensed under the MIT License.

schedules:

- cron: "0 4 * * *"
displayName: "Nightly - mlz bicep azure US Gov Cloud"
branches:
Expand All @@ -10,124 +11,24 @@ schedules:
always: true

pool:
vmImage: ubuntu-latest

variables:
GServiceConnectionName: $(GAzureConnection)
vmImage: ubuntu-latest

jobs:
- job: bicepGovCloud
steps:
- task: AzureCLI@2
displayName: "Deploy MLZ Bicep"
inputs:
azureSubscription: $(GServiceConnectionName)
scriptType: 'bash'
scriptLocation: 'inlineScript'
inlineScript: |
datetime=$(date +%s) # gets the current date time as an epoch
az deployment sub create \
--name $(bDeploymentName) \
--location $(GLocation) \
--template-file $(TemplateFile) \
--parameters resourcePrefix=$datetime

- task: AzureCLI@2
displayName: "Generate deploymentVariables.json for all addons and examples"
inputs:
azureSubscription: $(GServiceConnectionName)
scriptType: 'bash'
scriptLocation: 'inlineScript'
inlineScript: |
az deployment sub show \
--name $(bDeploymentName) \
--query properties.outputs \
> $(Build.SourcesDirectory)/src/bicep/examples/deploymentVariables.json

- task: AzureCLI@2
displayName: "Extract Values and Hydrate Variables for T3 Deployment"
inputs:
azureSubscription: $(GServiceConnectionName)
scriptType: 'bash'
scriptLocation: 'inlineScript'
inlineScript: |
deploymentoutput=$(az deployment sub show \
--name $(bDeploymentName) \
--query '{
hubSubId:properties.outputs.hub.value.subscriptionId,
hubRGroupName:properties.outputs.hub.value.resourceGroupName,
hubVNetworkName:properties.outputs.hub.value.virtualNetworkName,
hubVNetworkResourceId:properties.outputs.hub.value.virtualNetworkResourceId,
logAWspaceResourceId:properties.outputs.logAnalyticsWorkspaceResourceId.value,
firewallPrivateIP:properties.outputs.firewallPrivateIPAddress.value }' \
--output json)

hubSubId=$(echo $deploymentoutput | jq '.hubSubId') \
&& echo "##vso[task.setvariable variable=hubSubscriptionId;]$hubSubId"

hubRGroupName=$(echo $deploymentoutput | jq '.hubRGroupName') \
&& echo "##vso[task.setvariable variable=hubResourceGroupName;]$hubRGroupName"

hubVNetworkName=$(echo $deploymentoutput | jq '.hubVNetworkName') \
&& echo "##vso[task.setvariable variable=hubVirtualNetworkName;]$hubVNetworkName"

hubVNetworkResourceId=$(echo $deploymentoutput | jq '.hubVNetworkResourceId') \
&& echo "##vso[task.setvariable variable=hubVirtualNetworkResourceId;]$hubVNetworkResourceId"

logAWspaceResourceId=$(echo $deploymentoutput | jq '.logAWspaceResourceId') \
&& echo "##vso[task.setvariable variable=logAnalyticsWorkspaceResourceId;]$logAWspaceResourceId"

firewallPrivateIP=$(echo $deploymentoutput | jq '.firewallPrivateIP') \
&& echo "##vso[task.setvariable variable=firewallPrivateIPAddress;]$firewallPrivateIP"
- job: bicepGovCloud
displayName: "Nightly deployment of Mission LZ Bicep on AzureUsGovernment"

- task: AzureCLI@2
displayName: "T3 Bicep Deployment"
inputs:
azureSubscription: $(GServiceConnectionName)
scriptType: 'bash'
scriptLocation: 'inlineScript'
inlineScript: |
az deployment sub create \
--subscription $(GSubId) \
--location $(GLocation) \
--name $(workloadName) \
--template-file $(T3TemplateFile) \
--parameters \
workloadName=$(workloadName) \
hubSubscriptionId=$(hubSubscriptionId) \
hubResourceGroupName=$(hubResourceGroupName) \
hubVirtualNetworkName=$(hubVirtualNetworkName) \
hubVirtualNetworkResourceId=$(hubVirtualNetworkResourceId) \
logAnalyticsWorkspaceResourceId=$(logAnalyticsWorkspaceResourceId) \
firewallPrivateIPAddress=$(firewallPrivateIPAddress)

- task: AzureCLI@2
displayName: "Clean up Subscription Diagnostics Settings"
condition: always()
inputs:
azureSubscription: $(GServiceConnectionName)
scriptType: 'bash'
scriptLocation: 'inlineScript'
inlineScript: |
az monitor diagnostic-settings subscription list \
--query "value[].name" \
--output tsv \
| xargs -t -I % az monitor diagnostic-settings subscription delete \
--yes \
--name %
steps:

- task: AzureCLI@2
displayName: "Clean up Resources"
condition: always()
inputs:
azureSubscription: $(GServiceConnectionName)
scriptType: 'bash'
scriptLocation: 'inlineScript'
inlineScript: |
az group list \
--query "[].name" \
--output tsv \
| xargs -t -I % az group delete \
--yes \
--no-wait \
--name %
- template: templates/az-deployment.yml
parameters:
ServiceConnectionName: $(GAzureConnection)
DeploymentName: $(bDeploymentName)
Location: $(GLocation)
WorkloadSubId: $(GSubId)
WorkloadName: $(workloadName)

- template: templates/clean-az-subscription.yml
parameters:
serviceConnectionName: $(GAzureConnection)
Loading