Clean-up nightly deployments using Azure CLI (#642)

Azure · Feb 10, 2022 · 352c19c · 352c19c
1 parent b188748
commit 352c19c
Show file tree

Hide file tree

Showing 14 changed files with 434 additions and 559 deletions.
diff --git a/.azure-devops/nightlybuild/mlz-bicep-azurecloud-pipelines.yml b/.azure-devops/nightlybuild/mlz-bicep-azurecloud-pipelines.yml
@@ -2,6 +2,7 @@
 # Licensed under the MIT License.
 
 schedules:
+
   - cron: "0 4 * * *"
     displayName: "Nightly - mlz bicep azure cloud"
     branches:
@@ -10,125 +11,24 @@ schedules:
     always: true
 
 pool:
-  vmImage: ubuntu-latest
 
-variables:
-  ServiceConnectionName: $(CAzureConnection)
+  vmImage: ubuntu-latest
 
 jobs:
-- job: bicepCommercialCloud
-  steps:
-  - task: AzureCLI@2
-    displayName: "Deploy MLZ Bicep"
-    inputs:
-      azureSubscription: $(ServiceConnectionName)
-      scriptType: 'bash'
-      scriptLocation: 'inlineScript'
-      inlineScript: |
-        datetime=$(date +%s) # gets the current date time as an epoch
-        az deployment sub create \
-          --name $(bDeploymentName) \
-          --location $(Location) \
-          --template-file $(TemplateFile) \
-          --parameters resourcePrefix=$datetime
-
-  - task: AzureCLI@2
-    displayName: "Generate deploymentVariables.json for all addons and examples"
-    inputs:
-      azureSubscription: $(ServiceConnectionName)
-      scriptType: 'bash'
-      scriptLocation: 'inlineScript'
-      inlineScript: |
-        az deployment sub show \
-          --name $(bDeploymentName) \
-          --query properties.outputs \
-          > $(Build.SourcesDirectory)/src/bicep/examples/deploymentVariables.json
-
-  - task: AzureCLI@2
-    displayName: "Extract Values and Hydrate Variables for T3 Deployment"
-    inputs:
-      azureSubscription: $(ServiceConnectionName)
-      scriptType: 'bash'
-      scriptLocation: 'inlineScript'
-      inlineScript: |
-        deploymentoutput=$(az deployment sub show \
-          --name $(bDeploymentName) \
-          --query '{
-              hubSubId: properties.outputs.hub.value.subscriptionId,
-              hubRGroupName: properties.outputs.hub.value.resourceGroupName,
-              hubVNetworkName: properties.outputs.hub.value.virtualNetworkName,
-              hubVNetworkResourceId: properties.outputs.hub.value.virtualNetworkResourceId,
-              logAWspaceResourceId: properties.outputs.logAnalyticsWorkspaceResourceId.value,
-              firewallPrivateIP: properties.outputs.firewallPrivateIPAddress.value
-            }' \
-          --output json)
-
-        hubSubId=$(echo $deploymentoutput | jq  '.hubSubId') \
-          && echo "##vso[task.setvariable variable=hubSubscriptionId;]$hubSubId"
 
-        hubRGroupName=$(echo $deploymentoutput | jq  '.hubRGroupName') \
-          && echo "##vso[task.setvariable variable=hubResourceGroupName;]$hubRGroupName"
-
-        hubVNetworkName=$(echo $deploymentoutput | jq  '.hubVNetworkName') \
-          && echo "##vso[task.setvariable variable=hubVirtualNetworkName;]$hubVNetworkName"
-
-        hubVNetworkResourceId=$(echo $deploymentoutput | jq  '.hubVNetworkResourceId') \
-          && echo "##vso[task.setvariable variable=hubVirtualNetworkResourceId;]$hubVNetworkResourceId"
-
-        logAWspaceResourceId=$(echo $deploymentoutput | jq  '.logAWspaceResourceId') \
-          && echo "##vso[task.setvariable variable=logAnalyticsWorkspaceResourceId;]$logAWspaceResourceId"
-
-        firewallPrivateIP=$(echo $deploymentoutput | jq  '.firewallPrivateIP') \
-          && echo "##vso[task.setvariable variable=firewallPrivateIPAddress;]$firewallPrivateIP"
-
-  - task: AzureCLI@2
-    displayName: "T3 Bicep Deployment"
-    inputs:
-      azureSubscription: $(ServiceConnectionName)
-      scriptType: 'bash'
-      scriptLocation: 'inlineScript'
-      inlineScript: |
-        az deployment sub create \
-           --subscription $(workloadSubId) \
-           --location $(Location) \
-           --name $(workloadName) \
-           --template-file $(T3TemplateFile) \
-           --parameters \
-              workloadName=$(workloadName) \
-              hubSubscriptionId=$(hubSubscriptionId) \
-              hubResourceGroupName=$(hubResourceGroupName) \
-              hubVirtualNetworkName=$(hubVirtualNetworkName) \
-              hubVirtualNetworkResourceId=$(hubVirtualNetworkResourceId) \
-              logAnalyticsWorkspaceResourceId=$(logAnalyticsWorkspaceResourceId) \
-              firewallPrivateIPAddress=$(firewallPrivateIPAddress)
+- job: bicepCommercialCloud
+  displayName: "Nightly deployment of Mission LZ Bicep on AzureCloud"
 
-  - task: AzureCLI@2
-    displayName: "Clean up Subscription Diagnostics Settings"
-    condition: always()
-    inputs:
-      azureSubscription: $(ServiceConnectionName)
-      scriptType: 'bash'
-      scriptLocation: 'inlineScript'
-      inlineScript: | 
-        az monitor diagnostic-settings subscription list \
-          --query "value[].name" \
-          --output tsv \
-        | xargs -t -I % az monitor diagnostic-settings subscription delete \
-          --yes \
-          --name %
+  steps:
 
-  - task: AzureCLI@2
-    displayName: "Clean up Resources"
-    condition: always()
-    inputs:
-      azureSubscription: $(ServiceConnectionName)
-      scriptType: 'bash'
-      scriptLocation: 'inlineScript'
-      inlineScript: |
-        az group list \
-          --query "[].name" \
-          --output tsv \
-        | xargs -t -I % az group delete \
-          --yes \
-          --no-wait \
-          --name %
+  - template: templates/az-deployment.yml
+    parameters:
+      ServiceConnectionName: $(CAzureConnection)
+      DeploymentName: $(bDeploymentName)
+      Location: $(CLocation)
+      WorkloadSubId: $(CSubId)
+      WorkloadName: $(workloadName)
+
+  - template: templates/clean-az-subscription.yml
+    parameters:
+      serviceConnectionName: $(CAzureConnection)
diff --git a/.azure-devops/nightlybuild/mlz-bicep-azuregov-pipelines.yml b/.azure-devops/nightlybuild/mlz-bicep-azuregov-pipelines.yml
@@ -2,6 +2,7 @@
 # Licensed under the MIT License.
 
 schedules:
+
   - cron: "0 4 * * *"
     displayName: "Nightly - mlz bicep azure US Gov Cloud"
     branches:
@@ -10,124 +11,24 @@ schedules:
     always: true
 
 pool:
-  vmImage: ubuntu-latest
 
-variables:
-  GServiceConnectionName: $(GAzureConnection)
+  vmImage: ubuntu-latest
 
 jobs:
-- job: bicepGovCloud
-  steps:
-  - task: AzureCLI@2
-    displayName: "Deploy MLZ Bicep"
-    inputs:
-      azureSubscription: $(GServiceConnectionName)
-      scriptType: 'bash'
-      scriptLocation: 'inlineScript'
-      inlineScript: |
-        datetime=$(date +%s) # gets the current date time as an epoch
-        az deployment sub create \
-          --name $(bDeploymentName) \
-          --location $(GLocation) \
-          --template-file $(TemplateFile) \
-          --parameters resourcePrefix=$datetime
-
-  - task: AzureCLI@2
-    displayName: "Generate deploymentVariables.json for all addons and examples"
-    inputs:
-      azureSubscription: $(GServiceConnectionName)
-      scriptType: 'bash'
-      scriptLocation: 'inlineScript'
-      inlineScript: |
-        az deployment sub show \
-          --name $(bDeploymentName) \
-          --query properties.outputs \
-          > $(Build.SourcesDirectory)/src/bicep/examples/deploymentVariables.json
-
-  - task: AzureCLI@2
-    displayName: "Extract Values and Hydrate Variables for T3 Deployment"
-    inputs:
-      azureSubscription: $(GServiceConnectionName)
-      scriptType: 'bash'
-      scriptLocation: 'inlineScript'
-      inlineScript: |
-        deploymentoutput=$(az deployment sub show \
-          --name $(bDeploymentName) \
-          --query '{
-            hubSubId:properties.outputs.hub.value.subscriptionId,
-            hubRGroupName:properties.outputs.hub.value.resourceGroupName,
-            hubVNetworkName:properties.outputs.hub.value.virtualNetworkName,
-            hubVNetworkResourceId:properties.outputs.hub.value.virtualNetworkResourceId,
-            logAWspaceResourceId:properties.outputs.logAnalyticsWorkspaceResourceId.value,
-            firewallPrivateIP:properties.outputs.firewallPrivateIPAddress.value }' \
-          --output json)
 
-        hubSubId=$(echo $deploymentoutput | jq  '.hubSubId') \
-          && echo "##vso[task.setvariable variable=hubSubscriptionId;]$hubSubId"
-
-        hubRGroupName=$(echo $deploymentoutput | jq  '.hubRGroupName') \
-          && echo "##vso[task.setvariable variable=hubResourceGroupName;]$hubRGroupName"
-
-        hubVNetworkName=$(echo $deploymentoutput | jq  '.hubVNetworkName') \
-          && echo "##vso[task.setvariable variable=hubVirtualNetworkName;]$hubVNetworkName"
-
-        hubVNetworkResourceId=$(echo $deploymentoutput | jq  '.hubVNetworkResourceId') \
-          && echo "##vso[task.setvariable variable=hubVirtualNetworkResourceId;]$hubVNetworkResourceId"
-
-        logAWspaceResourceId=$(echo $deploymentoutput | jq  '.logAWspaceResourceId') \
-          && echo "##vso[task.setvariable variable=logAnalyticsWorkspaceResourceId;]$logAWspaceResourceId"
-
-        firewallPrivateIP=$(echo $deploymentoutput | jq  '.firewallPrivateIP') \
-          && echo "##vso[task.setvariable variable=firewallPrivateIPAddress;]$firewallPrivateIP"
+- job: bicepGovCloud
+  displayName: "Nightly deployment of Mission LZ Bicep on AzureUsGovernment"
 
-  - task: AzureCLI@2
-    displayName: "T3 Bicep Deployment"
-    inputs:
-      azureSubscription: $(GServiceConnectionName)
-      scriptType: 'bash'
-      scriptLocation: 'inlineScript'
-      inlineScript: |
-        az deployment sub create \
-           --subscription $(GSubId) \
-           --location $(GLocation) \
-           --name $(workloadName) \
-           --template-file $(T3TemplateFile) \
-           --parameters \
-              workloadName=$(workloadName) \
-              hubSubscriptionId=$(hubSubscriptionId) \
-              hubResourceGroupName=$(hubResourceGroupName) \
-              hubVirtualNetworkName=$(hubVirtualNetworkName) \
-              hubVirtualNetworkResourceId=$(hubVirtualNetworkResourceId) \
-              logAnalyticsWorkspaceResourceId=$(logAnalyticsWorkspaceResourceId) \
-              firewallPrivateIPAddress=$(firewallPrivateIPAddress)
-   
-  - task: AzureCLI@2
-    displayName: "Clean up Subscription Diagnostics Settings"
-    condition: always()
-    inputs:
-      azureSubscription: $(GServiceConnectionName)
-      scriptType: 'bash'
-      scriptLocation: 'inlineScript'
-      inlineScript: | 
-        az monitor diagnostic-settings subscription list \
-          --query "value[].name" \
-          --output tsv \
-        | xargs -t -I % az monitor diagnostic-settings subscription delete \
-          --yes \
-          --name %
+  steps:
 
-  - task: AzureCLI@2
-    displayName: "Clean up Resources"
-    condition: always()
-    inputs:
-      azureSubscription: $(GServiceConnectionName)
-      scriptType: 'bash'
-      scriptLocation: 'inlineScript'
-      inlineScript: |
-        az group list \
-          --query "[].name" \
-          --output tsv \
-        | xargs -t -I % az group delete \
-          --yes \
-          --no-wait \
-          --name %
+  - template: templates/az-deployment.yml
+    parameters:
+      ServiceConnectionName: $(GAzureConnection)
+      DeploymentName: $(bDeploymentName)
+      Location: $(GLocation)
+      WorkloadSubId: $(GSubId)
+      WorkloadName: $(workloadName)
+
+  - template: templates/clean-az-subscription.yml
+    parameters:
+      serviceConnectionName: $(GAzureConnection)