Skip to content

Commit

Permalink
fix(@angular-devkit/build-angular): support WASM-based esbuild optimi…
Browse files Browse the repository at this point in the history
…zer fallback

In the event that the Angular CLI is executed on a platform that does not yet have native support for esbuild, the WASM-based variant of esbuild will now be used. If the first attempt to optimize a file fails to execute the native variant of esbuild, future executions will instead use the WASM-based variant instead which will execute regardless of the native platform. The WASM-based variant, unfortunately, can be significantly slower than the native version (some cases can be several times slower). For install time concerns regarding the esbuild post-install step, esbuild is now listed as an optional dependency which will allow the post-install step to fail but allow the full npm install to pass. This install scenario should only occur in the event that the esbuild native binary cannot be installed or is otherwise unavailable.
  • Loading branch information
clydin authored and alan-agius4 committed Sep 22, 2021
1 parent b99371e commit 0d76bf0
Show file tree
Hide file tree
Showing 10 changed files with 413 additions and 91 deletions.
1 change: 1 addition & 0 deletions package.json
Original file line number Diff line number Diff line change
Expand Up @@ -145,6 +145,7 @@
"css-loader": "6.3.0",
"debug": "^4.1.1",
"esbuild": "0.12.29",
"esbuild-wasm": "0.12.29",
"eslint": "7.32.0",
"eslint-config-prettier": "8.3.0",
"eslint-plugin-header": "3.1.1",
Expand Down
2 changes: 2 additions & 0 deletions packages/angular_devkit/build_angular/BUILD.bazel
Original file line number Diff line number Diff line change
Expand Up @@ -86,6 +86,7 @@ ts_library(
include = [
"package.json",
"builders.json",
"esbuild-check.js",
"src/**/schema.json",
"src/**/*.js",
"src/**/*.html",
Expand Down Expand Up @@ -143,6 +144,7 @@ ts_library(
"@npm//critters",
"@npm//css-loader",
"@npm//esbuild",
"@npm//esbuild-wasm",
"@npm//find-cache-dir",
"@npm//glob",
"@npm//https-proxy-agent",
Expand Down
16 changes: 16 additions & 0 deletions packages/angular_devkit/build_angular/esbuild-check.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
/**
* @license
* Copyright Google LLC All Rights Reserved.
*
* Use of this source code is governed by an MIT-style license that can be
* found in the LICENSE file at https://angular.io/license
*/

// If the platform does not support the native variant of esbuild, this will crash.
// This script can then be spawned by the CLI to determine if native usage is supported.
require('esbuild')
.formatMessages([], { kind: 'error ' })
.then(
() => {},
() => {},
);
5 changes: 4 additions & 1 deletion packages/angular_devkit/build_angular/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@
"core-js": "3.18.0",
"critters": "0.0.10",
"css-loader": "6.3.0",
"esbuild": "0.12.29",
"esbuild-wasm": "0.12.29",
"find-cache-dir": "3.3.2",
"glob": "7.1.7",
"https-proxy-agent": "5.0.0",
Expand Down Expand Up @@ -72,6 +72,9 @@
"webpack-merge": "5.8.0",
"webpack-subresource-integrity": "5.0.0"
},
"optionalDependencies": {
"esbuild": "0.12.28"
},
"peerDependencies": {
"@angular/compiler-cli": "^13.0.0 || ^13.0.0-next",
"@angular/localize": "^13.0.0 || ^13.0.0-next",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,9 +6,11 @@
* found in the LICENSE file at https://angular.io/license
*/

import { Message, formatMessages, transform } from 'esbuild';
import type { Message, TransformResult } from 'esbuild';
import type { Compilation, Compiler, sources } from 'webpack';
import { addWarning } from '../../utils/webpack-diagnostics';
import { EsbuildExecutor } from './esbuild-executor';

/**
* The name of the plugin provided to Webpack when tapping Webpack compiler hooks.
*/
Expand All @@ -26,6 +28,7 @@ export interface CssOptimizerPluginOptions {
*/
export class CssOptimizerPlugin {
private targets: string[] | undefined;
private esbuild = new EsbuildExecutor();

constructor(options?: CssOptimizerPluginOptions) {
if (options?.supportedBrowsers) {
Expand Down Expand Up @@ -76,25 +79,13 @@ export class CssOptimizerPlugin {
}

const { source, map: inputMap } = styleAssetSource.sourceAndMap();
let sourceMapLine;
if (inputMap) {
// esbuild will automatically remap the sourcemap if provided
sourceMapLine = `\n/*# sourceMappingURL=data:application/json;charset=utf-8;base64,${Buffer.from(
JSON.stringify(inputMap),
).toString('base64')} */`;
}

const input = typeof source === 'string' ? source : source.toString();
const { code, warnings, map } = await transform(
sourceMapLine ? input + sourceMapLine : input,
{
loader: 'css',
legalComments: 'inline',
minify: true,
sourcemap: !!inputMap && 'external',
sourcefile: asset.name,
target: this.targets,
},

const { code, warnings, map } = await this.optimize(
input,
asset.name,
inputMap,
this.targets,
);

await this.addWarnings(compilation, warnings);
Expand All @@ -114,9 +105,43 @@ export class CssOptimizerPlugin {
});
}

/**
* Optimizes a CSS asset using esbuild.
*
* @param input The CSS asset source content to optimize.
* @param name The name of the CSS asset. Used to generate source maps.
* @param inputMap Optionally specifies the CSS asset's original source map that will
* be merged with the intermediate optimized source map.
* @param target Optionally specifies the target browsers for the output code.
* @returns A promise resolving to the optimized CSS, source map, and any warnings.
*/
private optimize(
input: string,
name: string,
inputMap: object,
target: string[] | undefined,
): Promise<TransformResult> {
let sourceMapLine;
if (inputMap) {
// esbuild will automatically remap the sourcemap if provided
sourceMapLine = `\n/*# sourceMappingURL=data:application/json;charset=utf-8;base64,${Buffer.from(
JSON.stringify(inputMap),
).toString('base64')} */`;
}

return this.esbuild.transform(sourceMapLine ? input + sourceMapLine : input, {
loader: 'css',
legalComments: 'inline',
minify: true,
sourcemap: !!inputMap && 'external',
sourcefile: name,
target,
});
}

private async addWarnings(compilation: Compilation, warnings: Message[]) {
if (warnings.length > 0) {
for (const warning of await formatMessages(warnings, { kind: 'warning' })) {
for (const warning of await this.esbuild.formatMessages(warnings, { kind: 'warning' })) {
addWarning(compilation, warning);
}
}
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,131 @@
/**
* @license
* Copyright Google LLC All Rights Reserved.
*
* Use of this source code is governed by an MIT-style license that can be
* found in the LICENSE file at https://angular.io/license
*/

import { spawnSync } from 'child_process';
import type {
FormatMessagesOptions,
PartialMessage,
TransformOptions,
TransformResult,
} from 'esbuild';
import * as path from 'path';

/**
* Provides the ability to execute esbuild regardless of the current platform's support
* for using the native variant of esbuild. The native variant will be preferred (assuming
* the `alwaysUseWasm` constructor option is `false) due to its inherent performance advantages.
* At first use of esbuild, a supportability test will be automatically performed and the
* WASM-variant will be used if needed by the platform.
*/
export class EsbuildExecutor
implements Pick<typeof import('esbuild'), 'transform' | 'formatMessages'>
{
private esbuildTransform: this['transform'];
private esbuildFormatMessages: this['formatMessages'];
private initialized = false;

/**
* Constructs an instance of the `EsbuildExecutor` class.
*
* @param alwaysUseWasm If true, the WASM-variant will be preferred and no support test will be
* performed; if false (default), the native variant will be preferred.
*/
constructor(private alwaysUseWasm = false) {
this.esbuildTransform = this.esbuildFormatMessages = () => {
throw new Error('esbuild implementation missing');
};
}

/**
* Determines whether the native variant of esbuild can be used on the current platform.
*
* @returns True, if the native variant of esbuild is support; False, if the WASM variant is required.
*/
static hasNativeSupport(): boolean {
// Try to use native variant to ensure it is functional for the platform.
// Spawning a separate esbuild check process is used to determine if the native
// variant is viable. If check fails, the WASM variant is initialized instead.
// Attempting to call one of the native esbuild functions is not a viable test
// currently since esbuild spawn errors are currently not propagated through the
// call stack for the esbuild function. If this limitation is removed in the future
// then the separate process spawn check can be removed in favor of a direct function
// call check.
try {
const { status, error } = spawnSync(process.execPath, [
path.join(__dirname, '../../../esbuild-check.js'),
]);

return status === 0 && error === undefined;
} catch {
return false;
}
}

/**
* Initializes the esbuild transform and format messages functions.
*
* @returns A promise that fulfills when esbuild has been loaded and available for use.
*/
private async ensureEsbuild(): Promise<void> {
if (this.initialized) {
return;
}

// If the WASM variant was preferred at class construction or native is not supported, use WASM
if (this.alwaysUseWasm || !EsbuildExecutor.hasNativeSupport()) {
await this.useWasm();
this.initialized = true;

return;
}

try {
// Use the faster native variant if available.
const { transform, formatMessages } = await import('esbuild');

this.esbuildTransform = transform;
this.esbuildFormatMessages = formatMessages;
} catch {
// If the native variant is not installed then use the WASM-based variant
await this.useWasm();
}

this.initialized = true;
}

/**
* Transitions an executor instance to use the WASM-variant of esbuild.
*/
private async useWasm(): Promise<void> {
const { transform, formatMessages } = await import('esbuild-wasm');
this.esbuildTransform = transform;
this.esbuildFormatMessages = formatMessages;

// The ESBUILD_BINARY_PATH environment variable cannot exist when attempting to use the
// WASM variant. If it is then the binary located at the specified path will be used instead
// of the WASM variant.
delete process.env.ESBUILD_BINARY_PATH;

this.alwaysUseWasm = true;
}

async transform(input: string, options?: TransformOptions): Promise<TransformResult> {
await this.ensureEsbuild();

return this.esbuildTransform(input, options);
}

async formatMessages(
messages: PartialMessage[],
options: FormatMessagesOptions,
): Promise<string[]> {
await this.ensureEsbuild();

return this.esbuildFormatMessages(messages, options);
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@ import Piscina from 'piscina';
import { ScriptTarget } from 'typescript';
import type { Compiler, sources } from 'webpack';
import { maxWorkers } from '../../utils/environment-options';
import { EsbuildExecutor } from './esbuild-executor';

/**
* The maximum number of Workers that will be created to execute optimize tasks.
Expand Down Expand Up @@ -160,6 +161,10 @@ export class JavaScriptOptimizerPlugin {
target,
removeLicenses: this.options.removeLicenses,
advanced: this.options.advanced,
// Perform a single native esbuild support check.
// This removes the need for each worker to perform the check which would
// otherwise require spawning a separate process per worker.
alwaysUseWasm: !EsbuildExecutor.hasNativeSupport(),
};

// Sort scripts so larger scripts start first - worker pool uses a FIFO queue
Expand Down
Loading

0 comments on commit 0d76bf0

Please sign in to comment.