Fix, update, and enable long running tests

test/createFunction/createFunction.Ballerina.ts

@@ -21,12 +21,11 @@ class BallerinaFunctionTester extends FunctionTesterBase {
     }
 }
 
-for (const version of [FuncVersion.v2, FuncVersion.v3, FuncVersion.v4]) {
-    for (const source of backupLatestTemplateSources) {
-        addSuite(new BallerinaFunctionTester(version, source));
-    }
+for (const source of backupLatestTemplateSources) {
+    addSuite(new BallerinaFunctionTester(FuncVersion.v4, source));
 }
 
+
 function addSuite(tester: FunctionTesterBase): void {
     const testCases: CreateFunctionTestCase[] = [
         {

test/createFunction/createFunction.CSharp.test.ts

@@ -5,11 +5,9 @@
 
 import { AzExtFsExtra } from '@microsoft/vscode-azext-utils';
 import * as path from 'path';
-import * as vscode from 'vscode';
-import { durableUtils, FuncVersion, funcVersionSetting, ProjectLanguage, projectLanguageSetting, type TemplateSource } from '../../extension.bundle';
+import { durableUtils, FuncVersion, ProjectLanguage, type TemplateSource } from '../../extension.bundle';
 import { backupLatestTemplateSources, isLongRunningVersion } from '../global.test';
 import { getRotatingAuthLevel } from '../nightly/getRotatingValue';
-import { runWithFuncSetting } from '../runWithSetting';
 import { FunctionTesterBase, type CreateFunctionTestCase } from './FunctionTesterBase';
 
 class CSharpFunctionTester extends FunctionTesterBase {
@@ -42,8 +40,6 @@ class CSharpFunctionTester extends FunctionTesterBase {
 }
 
 for (const source of backupLatestTemplateSources) {
-    addSuite(FuncVersion.v2, 'netcoreapp2.1', source);
-    addSuite(FuncVersion.v3, 'netcoreapp3.1', source);
     addSuite(FuncVersion.v4, 'net6.0', source, true);
     addSuite(FuncVersion.v4, 'net6.0', source, false);
     addSuite(FuncVersion.v4, 'net7.0', source, true);
@@ -173,25 +169,5 @@ function addSuite(version: FuncVersion, targetFramework: string, source: Templat
         timeoutMS: 60 * 1000,
         isLongRunning: isLongRunningVersion(version),
         suppressParallel: true, // lots of errors like "The process cannot access the file because it is being used by another process" 😢
-        addTests: () => {
-            if (version === FuncVersion.v2) {
-                // https://github.com/Microsoft/vscode-azurefunctions/blob/main/docs/api.md#create-local-function
-                test('createFunction API (deprecated)', async () => {
-                    // Intentionally testing IoTHub trigger since a partner team plans to use that
-                    const templateId: string = 'Azure.Function.CSharp.IotHubTrigger.2.x';
-                    const functionName: string = 'createFunctionApi';
-                    const namespace: string = 'TestCompany.TestFunction';
-                    const iotPath: string = 'messages/events';
-                    const connection: string = 'IoTHub_Setting';
-                    await runWithFuncSetting(projectLanguageSetting, ProjectLanguage.CSharp, async () => {
-                        await runWithFuncSetting(funcVersionSetting, FuncVersion.v2, async () => {
-                            // Intentionally testing weird casing
-                            await vscode.commands.executeCommand('azureFunctions.createFunction', tester.projectPath, templateId, functionName, { namEspace: namespace, PaTh: iotPath, ConneCtion: connection });
-                        });
-                    });
-                    await tester.validateFunction(tester.projectPath, functionName, [namespace, iotPath, connection]);
-                });
-            }
-        }
     });
 }

test/createFunction/createFunction.Script.v2.test.ts

@@ -75,15 +75,15 @@ class PowerShellFunctionTester extends FunctionTesterBase {
     }
 }
 
-for (const version of [FuncVersion.v2, FuncVersion.v3, FuncVersion.v4]) {
-    for (const source of backupLatestTemplateSources) {
-        addSuite(new JavaScriptFunctionTester(version, source));
-        addSuite(new TypeScriptFunctionTester(version, source));
-        addSuite(new PythonFunctionTester(version, source));
-        addSuite(new PowerShellFunctionTester(version, source));
-    }
+
+for (const source of backupLatestTemplateSources) {
+    addSuite(new JavaScriptFunctionTester(FuncVersion.v4, source));
+    addSuite(new TypeScriptFunctionTester(FuncVersion.v4, source));
+    addSuite(new PythonFunctionTester(FuncVersion.v4, source));
+    addSuite(new PowerShellFunctionTester(FuncVersion.v4, source));
 }
 
+
 function addSuite(tester: FunctionTesterBase): void {
     const testCases: CreateFunctionTestCase[] = [
         {

test/nightly/createProjectAndDeploy.test.ts

@@ -13,7 +13,7 @@ import * as vscode from 'vscode';
 import { FuncVersion, copyFunctionUrl, createGenericClient, createNewProjectInternal, deployProductionSlot, getRandomHexString, nonNullProp } from '../../extension.bundle';
 import { addParallelSuite, runInSeries, type ParallelTest } from '../addParallelSuite';
 import { getTestWorkspaceFolder } from '../global.test';
-import { defaultTestFuncVersion, getBallerinaValidateOptions, getCSharpValidateOptions, getJavaScriptValidateOptions, getPowerShellValidateOptions, getPythonValidateOptions, getTypeScriptValidateOptions, validateProject, type IValidateProjectOptions } from '../project/validateProject';
+import { defaultTestFuncVersion, getCSharpValidateOptions, getJavaScriptValidateOptions, getPowerShellValidateOptions, getPythonValidateOptions, getTypeScriptValidateOptions, validateProject, type IValidateProjectOptions } from '../project/validateProject';
 import { getRotatingAuthLevel, getRotatingLocation, getRotatingNodeVersion, getRotatingPythonVersion } from './getRotatingValue';
 import { resourceGroupsToDelete } from './global.nightly.test';
 
@@ -23,14 +23,15 @@ interface CreateProjectAndDeployTestCase extends ICreateProjectAndDeployOptions
 }
 
 const testCases: CreateProjectAndDeployTestCase[] = [
-    { title: 'JavaScript', ...getJavaScriptValidateOptions(true), deployInputs: [getRotatingNodeVersion()] },
-    { title: 'TypeScript', ...getTypeScriptValidateOptions(), deployInputs: [getRotatingNodeVersion()] },
-    { title: 'Ballerina', ...getBallerinaValidateOptions(), deployInputs: [/java.*11/i] },
-    // All C# tests on mac and .NET 6 on windows are consistently timing out for some unknown reason. Will skip for now
-    { title: 'C# .NET Core 3.1', buildMachineOsToSkip: 'darwin', ...getCSharpValidateOptions('netcoreapp3.1'), createProjectInputs: [/net.*3/i], deployInputs: [/net.*3/i], createFunctionInputs: ['Company.Function'] },
-    { title: 'C# .NET 6', buildMachineOsToSkip: ['darwin', 'win32'], ...getCSharpValidateOptions('net6.0', FuncVersion.v4), createProjectInputs: [/net.*6/i], deployInputs: [/net.*6/i], createFunctionInputs: ['Company.Function'] },
-    { title: 'PowerShell', ...getPowerShellValidateOptions(), deployInputs: [/powershell.*7/i] },
-    { title: 'Python', buildMachineOsToSkip: 'win32', ...getPythonValidateOptions('.venv'), createProjectInputs: [/3\.7/], deployInputs: [getRotatingPythonVersion()] }
+    { title: 'JavaScript', ...getJavaScriptValidateOptions(true), createProjectInputs: [/Model V3/], deployInputs: [getRotatingNodeVersion()] },
+    { title: 'TypeScript', ...getTypeScriptValidateOptions(), createProjectInputs: [/Model V3/], deployInputs: [getRotatingNodeVersion()] },
+    // Temporarily disable Ballerina tests until we can install Ballerina on the new pipelines
+    // https://github.com/microsoft/vscode-azurefunctions/issues/4210
+    // { title: 'Ballerina', ...getBallerinaValidateOptions(), createProjectInputs: ["JVM"], deployInputs: [/java.*11/i] },
+    { title: 'C# .NET Framework', buildMachineOsToSkip: 'darwin', ...getCSharpValidateOptions('net48'), createProjectInputs: [/net.*Framework/i], deployInputs: [/net.*Framework/i], createFunctionInputs: ['Company.Function'] },
+    { title: 'C# .NET 8', ...getCSharpValidateOptions('net8.0', FuncVersion.v4), createProjectInputs: [/net.*8/i], deployInputs: [/net.*8/i], createFunctionInputs: ['Company.Function'] },
+    { title: 'PowerShell', ...getPowerShellValidateOptions(), deployInputs: [/powershell.*7.4/i] },
+    { title: 'Python', ...getPythonValidateOptions('.venv'), createProjectInputs: [/Model V1/, /3\.9/], deployInputs: [getRotatingPythonVersion()] }
 ]
 
 const parallelTests: ParallelTest[] = [];
@@ -102,8 +103,7 @@ async function addRoutePrefixToProject(testWorkspacePath: string, routePrefix: s
 }
 
 async function validateFunctionUrl(appName: string, functionName: string, routePrefix: string): Promise<void> {
-    // first input matches any item except local project (aka it should match the test subscription)
-    const inputs: (string | RegExp)[] = [/^((?!Local Project).)*$/i, appName, functionName];
+    const inputs: (string | RegExp)[] = [appName, functionName];
 
     let functionUrl: string | undefined;
     await runWithTestActionContext('copyFunctionUrl', async context => {
@@ -119,7 +119,8 @@ async function validateFunctionUrl(appName: string, functionName: string, routeP
     assert.ok(functionUrl?.includes(routePrefix), `Function url "${functionUrl}" did not include routePrefix "${routePrefix}".`);
 
     const client: ServiceClient = await createGenericClient(await createTestActionContext(), undefined);
-    const response = await client.sendRequest(createPipelineRequest({ method: 'POST', url: functionUrl!, body: JSON.stringify({ name: "World" }) }));
+    // PowerShell functions expect Name capitalized, so we set both
+    const response = await client.sendRequest(createPipelineRequest({ method: 'POST', url: functionUrl!, body: JSON.stringify({ name: "World", Name: "World" }) }));
     const body: string = nonNullProp(response, 'bodyAsText');
     assert.ok((body.includes('Hello') && body.includes('World')) || body.includes('Welcome'), 'Expected function response to include "Hello World" or "Welcome"');
 }

test/nightly/functionAppOperations.test.ts

@@ -5,14 +5,12 @@
 
 import { type Site } from '@azure/arm-appservice';
 import { tryGetWebApp } from '@microsoft/vscode-azext-azureappservice';
-import { runWithInputs, runWithTestActionContext } from '@microsoft/vscode-azext-dev';
+import { runWithTestActionContext } from '@microsoft/vscode-azext-dev';
 import * as assert from 'assert';
-import * as vscode from 'vscode';
-import { DialogResponses, ProjectLanguage, createFunctionAppAdvanced, deleteFunctionApp, getRandomHexString, registerOnActionStartHandler } from '../../extension.bundle';
+import { DialogResponses, createFunctionAppAdvanced, deleteFunctionApp, getRandomHexString } from '../../extension.bundle';
 import { cleanTestWorkspace, longRunningTestsEnabled } from '../global.test';
-import { runWithFuncSetting } from '../runWithSetting';
-import { getRotatingLocation, getRotatingNodeVersion } from './getRotatingValue';
-import { resourceGroupsToDelete, subscriptionContext, testClient } from './global.nightly.test';
+import { getRotatingLocation } from './getRotatingValue';
+import { resourceGroupsToDelete, testClient } from './global.nightly.test';
 
 suite('Function App Operations', function (this: Mocha.Suite): void {
     this.timeout(7 * 60 * 1000);
@@ -42,7 +40,7 @@ suite('Function App Operations', function (this: Mocha.Suite): void {
     });
 
     test('Create - Advanced', async () => {
-        const testInputs: (string | RegExp)[] = [appName, /\.net/i, 'Windows', '$(plus) Create new resource group', rgName, location, 'Consumption', '$(plus) Create new storage account', saName, '$(plus) Create new Application Insights resource', aiName];
+        const testInputs: (string | RegExp)[] = [appName, 'Consumption', location, /\.net/i, 'Windows', '$(plus) Create new resource group', rgName, '$(plus) Create new storage account', saName, '$(plus) Create new Application Insights resource', aiName];
         await runWithTestActionContext('createFunctionAppAdvanced', async context => {
             await context.ui.runWithInputs(testInputs, async () => {
                 await createFunctionAppAdvanced(context);
@@ -53,7 +51,7 @@ suite('Function App Operations', function (this: Mocha.Suite): void {
     });
 
     test('Create - Advanced - Existing RG/SA/AI', async () => {
-        const testInputs: (string | RegExp)[] = [app2Name, /\.net/i, 'Windows', rgName, location, 'Consumption', saName, aiName];
+        const testInputs: (string | RegExp)[] = [app2Name, 'Consumption', location, /\.net/i, 'Windows', rgName, saName, aiName];
         await runWithTestActionContext('createFunctionAppAdvanced', async context => {
             await context.ui.runWithInputs(testInputs, async () => {
                 await createFunctionAppAdvanced(context);
@@ -63,24 +61,6 @@ suite('Function App Operations', function (this: Mocha.Suite): void {
         assert.ok(createdApp);
     });
 
-    // https://github.com/Microsoft/vscode-azurefunctions/blob/main/docs/api.md#create-function-app
-    test('Create - API (deprecated)', async () => {
-        const apiRgName: string = getRandomHexString();
-        resourceGroupsToDelete.push(apiRgName);
-        const apiAppName: string = getRandomHexString();
-        const inputs = [apiAppName, getRotatingNodeVersion(), getRotatingLocation()];
-        const commandId = 'azureFunctions.createFunctionApp';
-
-        await runWithFuncSetting('projectLanguage', ProjectLanguage.JavaScript, async () => {
-            await runWithInputs(commandId, inputs, registerOnActionStartHandler, async () => {
-                const actualFuncAppId: string = <string>await vscode.commands.executeCommand(commandId, subscriptionContext.subscriptionId, apiRgName);
-                const site: Site | undefined = await tryGetWebApp(testClient, apiRgName, apiAppName);
-                assert.ok(site);
-                assert.equal(actualFuncAppId, site.id);
-            });
-        });
-    });
-
     test('Delete', async () => {
         await runWithTestActionContext('deleteFunctionApp', async context => {
             await context.ui.runWithInputs([appName, DialogResponses.deleteResponse.title, DialogResponses.yes.title], async () => {

test/nightly/getRotatingValue.ts

@@ -18,14 +18,14 @@ export function getRotatingLocation(): string {
 }
 
 let nodeVersionCount: number = getStartingIndex();
-const nodeVersions: RegExp[] = [/node.*12/i, /node.*14/i];
+const nodeVersions: RegExp[] = [/node.*18/i, /node.*20/i];
 export function getRotatingNodeVersion(): RegExp {
     nodeVersionCount += 1;
     return nodeVersions[nodeVersionCount % nodeVersions.length];
 }
 
 let pyVersionCount: number = getStartingIndex();
-const pyVersions: RegExp[] = [/python.*3\.7/i, /python.*3\.8/i, /python.*3\.9/i];
+const pyVersions: RegExp[] = [/python.*3\.8/i, /python.*3\.9/i, /python.*3\.10/i, /python.*3\.11/i];
 export function getRotatingPythonVersion(): RegExp {
     pyVersionCount += 1;
     return pyVersions[pyVersionCount % pyVersions.length];