Skip to content

Commit

Permalink
Merge pull request #6 from ddhamotharan/users/dsapaliga/crossregionre…
Browse files Browse the repository at this point in the history 
…store

New test group for cross region restore tests
  • Loading branch information
@ddhamotharan
ddhamotharan authored Apr 21, 2023
2 parents 8965681 + 3260899 commit 83156f4
Show file tree
Hide file tree
Showing 12 changed files with 35,003 additions and 23,081 deletions.
274 changes: 274 additions & 0 deletions ...b/Azure.ResourceManager.CosmosDB/tests/ScenarioTests/RestorableCrossRegionRestoreTests.cs
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,274 @@
// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License.
using System.Linq;
using System.Collections.Generic;
using System.Threading.Tasks;
using Azure.Core.TestFramework;
using Azure.ResourceManager.CosmosDB.Models;
using NUnit.Framework;
using Azure.Core;
using System;
using System.Threading;
using System.ComponentModel;
using NUnit.Framework.Internal;

namespace Azure.ResourceManager.CosmosDB.Tests
{
public class RestorableCrossRegionRestoreTests : CosmosDBManagementClientBase
{
private CosmosDBAccountResource _restorableDatabaseAccount;
private CosmosDBAccountResource _restoredDatabaseAccount;

public RestorableCrossRegionRestoreTests(bool isAsync) : base(isAsync)
{
}

[OneTimeSetUp]
public async Task GlobalSetup()
{
await StopSessionRecordingAsync();
}

[SetUp]
public async Task TestSetup()
{
_restorableDatabaseAccount = null;
_restoredDatabaseAccount = null;
_resourceGroup = await ArmClient.GetResourceGroupResource(_resourceGroupIdentifier).GetAsync();
}

[TearDown]
public async Task TearDown()
{
if (_restorableDatabaseAccount != null)
{
await _restorableDatabaseAccount.DeleteAsync(WaitUntil.Completed);
}

if (_restoredDatabaseAccount != null)
{
await _restoredDatabaseAccount.DeleteAsync(WaitUntil.Completed);
}

_restorableDatabaseAccount = null;
_restoredDatabaseAccount = null;
}

[Test]
[RecordedTest]
public async Task TestCrossRegionRestore()
{
_restorableDatabaseAccount = await GetDatabaseAccountForSpecificAPI(AccountType.PitrSql, AzureLocation.WestCentralUS);
var restorableAccounts = await (await ArmClient.GetDefaultSubscriptionAsync()).GetRestorableCosmosDBAccountsAsync().ToEnumerableAsync();
Assert.That(restorableAccounts.Any(account => account.Data.AccountName == _restorableDatabaseAccount.Data.Name));
RestorableCosmosDBAccountResource restorableAccount = restorableAccounts.Single(account => account.Data.AccountName == _restorableDatabaseAccount.Data.Name);

var databaseName = Recording.GenerateAssetName("sql-database-");
CosmosDBSqlDatabaseResource database = await CreateSqlDatabase(databaseName, null);

var containerName = Recording.GenerateAssetName("sql-container-");
CosmosDBSqlContainerResource container = await CreateSqlContainer(containerName, database, null);
AddDelayInSeconds(60);

DateTimeOffset ts = DateTimeOffset.FromUnixTimeSeconds((int)container.Data.Resource.Timestamp.Value);
AddDelayInSeconds(3800);

CosmosDBAccountRestoreParameters restoreParameters = new CosmosDBAccountRestoreParameters()
{
RestoreMode = "PointInTime",
RestoreTimestampInUtc = ts.AddSeconds(3700),
RestoreSource = restorableAccount.Id.ToString(),
SourceBackupLocation = "West Central US"
};

_restoredDatabaseAccount = await RestoreAndVerifyRestoredAccount(AccountType.PitrSql, restorableAccount, restoreParameters, AzureLocation.NorthCentralUS, AzureLocation.WestCentralUS);
}

protected async Task<CosmosDBAccountResource> CreateRestorableDatabaseAccount(string name, CosmosDBAccountKind kind, AzureLocation location, bool isFreeTierEnabled = false, List<CosmosDBAccountCapability> capabilities = null, string apiVersion = null)
{
var locations = new List<CosmosDBAccountLocation>()
{
new CosmosDBAccountLocation(id: null, locationName: location, documentEndpoint: null, provisioningState: null, failoverPriority: 0, isZoneRedundant: false)
};

var createOptions = new CosmosDBAccountCreateOrUpdateContent(location, locations)
{
Kind = kind,
ConsistencyPolicy = new ConsistencyPolicy(DefaultConsistencyLevel.BoundedStaleness, MaxStalenessPrefix, MaxIntervalInSeconds),
IPRules = { new CosmosDBIPAddressOrRange("23.43.231.120") },
IsVirtualNetworkFilterEnabled = true,
EnableAutomaticFailover = false,
ConnectorOffer = ConnectorOffer.Small,
DisableKeyBasedMetadataWriteAccess = false,
BackupPolicy = new ContinuousModeBackupPolicy(),
IsFreeTierEnabled = isFreeTierEnabled,
};

if (capabilities != null)
{
capabilities.ForEach(x => createOptions.Capabilities.Add(x));
}

if (apiVersion != null)
{
createOptions.ApiServerVersion = apiVersion;
}

_databaseAccountName = name;
var accountLro = await DatabaseAccountCollection.CreateOrUpdateAsync(WaitUntil.Completed, _databaseAccountName, createOptions);
return accountLro.Value;
}

private async Task<CosmosDBAccountResource> RestoreAndVerifyRestoredAccount(AccountType accountType, RestorableCosmosDBAccountResource restorableAccount, CosmosDBAccountRestoreParameters restoreParameters, AzureLocation location, AzureLocation armLocation, bool IsFreeTierEnabled = false)
{
CosmosDBAccountKind kind = CosmosDBAccountKind.GlobalDocumentDB;

var locations = new List<CosmosDBAccountLocation>()
{
new CosmosDBAccountLocation(id: null, locationName: location, documentEndpoint: null, provisioningState: null, failoverPriority: null, isZoneRedundant: false)
};

var restoredAccountName = Recording.GenerateAssetName("restoredaccount-");

CosmosDBAccountCreateOrUpdateContent databaseAccountCreateUpdateParameters = new CosmosDBAccountCreateOrUpdateContent(armLocation, locations)
{
Kind = kind,
CreateMode = CosmosDBAccountCreateMode.Restore,
RestoreParameters = restoreParameters
};
databaseAccountCreateUpdateParameters.Tags.Add("key1", "value1");
databaseAccountCreateUpdateParameters.Tags.Add("key2", "value2");

var accountLro = await DatabaseAccountCollection.CreateOrUpdateAsync(WaitUntil.Completed, restoredAccountName, databaseAccountCreateUpdateParameters);
CosmosDBAccountResource restoredDatabaseAccount = accountLro.Value;
Assert.NotNull(restoredDatabaseAccount);
Assert.NotNull(restoredDatabaseAccount.Data.RestoreParameters);
Assert.AreEqual(restoredDatabaseAccount.Data.RestoreParameters.RestoreSource.ToLower(), restorableAccount.Id.ToString().ToLower());
Assert.True(restoredDatabaseAccount.Data.BackupPolicy is ContinuousModeBackupPolicy);

ContinuousModeBackupPolicy policy = restoredDatabaseAccount.Data.BackupPolicy as ContinuousModeBackupPolicy;
Assert.AreEqual(_restorableDatabaseAccount.Data.BackupPolicy.BackupPolicyType, policy.BackupPolicyType);
Assert.AreEqual(IsFreeTierEnabled, restoredDatabaseAccount.Data.IsFreeTierEnabled);

return restoredDatabaseAccount;
}

internal async Task<CosmosDBSqlDatabaseResource> CreateSqlDatabase(string databaseName, AutoscaleSettings autoscale)
{
return await CreateSqlDatabase(databaseName, autoscale, _restorableDatabaseAccount.GetCosmosDBSqlDatabases());
}

internal static async Task<CosmosDBSqlDatabaseResource> CreateSqlDatabase(string name, AutoscaleSettings autoscale, CosmosDBSqlDatabaseCollection collection)
{
var sqlDatabaseCreateUpdateOptions = new CosmosDBSqlDatabaseCreateOrUpdateContent(AzureLocation.WestCentralUS,
new Models.CosmosDBSqlDatabaseResourceInfo(name))
{
Options = BuildDatabaseCreateUpdateOptions(TestThroughput1, autoscale),
};
var databaseLro = await collection.CreateOrUpdateAsync(WaitUntil.Completed, name, sqlDatabaseCreateUpdateOptions);
return databaseLro.Value;
}

internal async Task<CosmosDBSqlContainerResource> CreateSqlContainer(string containerName, CosmosDBSqlDatabaseResource database, AutoscaleSettings autoscale)
{
return await CreateSqlContainer(containerName, autoscale, database.GetCosmosDBSqlContainers());
}

internal static async Task<CosmosDBSqlContainerResource> CreateSqlContainer(string name, AutoscaleSettings autoscale, CosmosDBSqlContainerCollection sqlContainerCollection)
{
var sqlDatabaseCreateUpdateOptions = new CosmosDBSqlContainerCreateOrUpdateContent(AzureLocation.WestCentralUS,
new Models.CosmosDBSqlContainerResourceInfo(name)
{
PartitionKey = new CosmosDBContainerPartitionKey(new List<string> { "/address/zipCode" }, null, null, false)
{
Kind = new CosmosDBPartitionKind("Hash")
},
IndexingPolicy = new CosmosDBIndexingPolicy(
true,
CosmosDBIndexingMode.Consistent,
new List<CosmosDBIncludedPath>
{
new CosmosDBIncludedPath { Path = "/*"}
},
new List<CosmosDBExcludedPath>
{
new CosmosDBExcludedPath { Path = "/pathToNotIndex/*"}
},
new List<IList<CosmosDBCompositePath>>
{
new List<CosmosDBCompositePath>
{
new CosmosDBCompositePath { Path = "/orderByPath1", Order = CompositePathSortOrder.Ascending },
new CosmosDBCompositePath { Path = "/orderByPath2", Order = CompositePathSortOrder.Descending }
}
},
new List<SpatialSpec>
{
new SpatialSpec
(
"/*",
new List<CosmosDBSpatialType>
{
new CosmosDBSpatialType("Point")
}
),
}
)
})
{
Options = BuildDatabaseCreateUpdateOptions(TestThroughput1, autoscale),
};
var sqlContainerLro = await sqlContainerCollection.CreateOrUpdateAsync(WaitUntil.Completed, name, sqlDatabaseCreateUpdateOptions);
return sqlContainerLro.Value;
}

public enum AccountType
{
PitrSql,
Pitr7Sql,
Sql
}

public async Task<CosmosDBAccountResource> GetDatabaseAccountForSpecificAPI(AccountType accountType, AzureLocation location)
{
CosmosDBAccountResource account = null;
string accountName = Recording.GenerateAssetName("r-database-account-");

if (accountType == AccountType.PitrSql)
{
account = await CreateRestorableDatabaseAccount(
name: accountName,
kind: CosmosDBAccountKind.GlobalDocumentDB,
location: location
);
}
if (accountType == AccountType.Pitr7Sql)
{
account = await CreateRestorableDatabaseAccount(
name: accountName,
kind: CosmosDBAccountKind.GlobalDocumentDB,
location: location,
isFreeTierEnabled: true
);
}
else if (accountType == AccountType.Sql)
{
account = await CreateRestorableDatabaseAccount(
name: accountName,
kind: CosmosDBAccountKind.GlobalDocumentDB,
location: location
);
}

return account;
}

private void AddDelayInSeconds(int delayInSeconds)
{
if (Mode != RecordedTestMode.Playback)
{
Thread.Sleep(delayInSeconds * 1000);
}
}
}
}
30 changes: 0 additions & 30 deletions ...osdb/Azure.ResourceManager.CosmosDB/tests/ScenarioTests/RestorableDatabaseAccountTests.cs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -104,36 +104,6 @@ public async Task RestoreSqlDatabaseAccount()
}
// TODO: more tests after fixing the code generation issue

[Test]
[RecordedTest]
public async Task TestCrossRegionRestore()
{
_restorableDatabaseAccount = await GetDatabaseAccountForSpecificAPI(AccountType.PitrSql, AzureLocation.WestCentralUS);
var restorableAccounts = await (await ArmClient.GetDefaultSubscriptionAsync()).GetRestorableCosmosDBAccountsAsync().ToEnumerableAsync();
Assert.That(restorableAccounts.Any(account => account.Data.AccountName == _restorableDatabaseAccount.Data.Name));
RestorableCosmosDBAccountResource restorableAccount = restorableAccounts.Single(account => account.Data.AccountName == _restorableDatabaseAccount.Data.Name);

var databaseName = Recording.GenerateAssetName("sql-database-");
CosmosDBSqlDatabaseResource database = await CreateSqlDatabase(databaseName, null);

var containerName = Recording.GenerateAssetName("sql-container-");
CosmosDBSqlContainerResource container = await CreateSqlContainer(containerName, database, null);
AddDelayInSeconds(60);

DateTimeOffset ts = DateTimeOffset.FromUnixTimeSeconds((int)container.Data.Resource.Timestamp.Value);
AddDelayInSeconds(3662);

CosmosDBAccountRestoreParameters restoreParameters = new CosmosDBAccountRestoreParameters()
{
RestoreMode = "PointInTime",
RestoreTimestampInUtc = ts.AddSeconds(3630),
RestoreSource = restorableAccount.Id.ToString(),
SourceBackupLocation = "West Central US"
};

_restoredDatabaseAccount = await RestoreAndVerifyRestoredAccount(AccountType.PitrSql, restorableAccount, restoreParameters, AzureLocation.NorthCentralUS, AzureLocation.WestCentralUS);
}

protected async Task<CosmosDBAccountResource> CreateRestorableDatabaseAccount(string name, CosmosDBAccountKind kind, AzureLocation location, bool isFreeTierEnabled = false, List<CosmosDBAccountCapability> capabilities = null, string apiVersion = null)
{
var locations = new List<CosmosDBAccountLocation>()
Expand Down
Loading

0 comments on commit 83156f4

Please sign in to comment.