Skip to content

Commit

Permalink
Implement native analysis_test call. (bazelbuild#15940)
Browse files Browse the repository at this point in the history
The call defines a rule and a target on the BUILD thread. Since target names need to be unique so is the rule class name.

This removes boilerplate in analysis testing. This mechanism replaces rule.name mechanism, which will be removed.

If this becomes the default for analysis tests, rule call may be further simplified.

The implementation is safeguarded by experimental flag.

PiperOrigin-RevId: 462309501
Change-Id: I918ddcc8efd3b27f822998bcaa454e467a98b7ea
  • Loading branch information
comius authored Jul 21, 2022
1 parent 32cc8e6 commit 63bc14b
Show file tree
Hide file tree
Showing 5 changed files with 373 additions and 13 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -100,6 +100,7 @@
import com.google.errorprone.annotations.FormatMethod;
import java.util.Collection;
import java.util.Map;
import java.util.regex.Pattern;
import javax.annotation.Nullable;
import net.starlark.java.eval.Debug;
import net.starlark.java.eval.Dict;
Expand All @@ -111,6 +112,7 @@
import net.starlark.java.eval.StarlarkCallable;
import net.starlark.java.eval.StarlarkFunction;
import net.starlark.java.eval.StarlarkInt;
import net.starlark.java.eval.StarlarkList;
import net.starlark.java.eval.StarlarkThread;
import net.starlark.java.eval.Tuple;
import net.starlark.java.syntax.Identifier;
Expand Down Expand Up @@ -138,6 +140,7 @@ public Label load(String from) throws Exception {
}
}
});
private static final Pattern RULE_NAME_PATTERN = Pattern.compile("[A-Za-z_][A-Za-z0-9_]*");

// TODO(bazel-team): Remove the code duplication (BaseRuleClasses and this class).
/** Parent rule class for non-executable non-test Starlark rules. */
Expand Down Expand Up @@ -282,7 +285,7 @@ public Provider provider(String doc, Object fields, StarlarkThread thread) throw

// TODO(bazel-team): implement attribute copy and other rule properties
@Override
public StarlarkCallable rule(
public StarlarkRuleFunction rule(
StarlarkFunction implementation,
Boolean test,
Object attrs,
Expand Down Expand Up @@ -507,6 +510,81 @@ public StarlarkCallable rule(
return starlarkRuleFunction;
}

@Override
public void analysisTest(
String name,
StarlarkFunction implementation,
Object attrs,
Sequence<?> fragments,
Sequence<?> toolchains,
Object attrValuesApi,
StarlarkThread thread)
throws EvalException, InterruptedException {
if (!RULE_NAME_PATTERN.matcher(name).matches()) {
throw Starlark.errorf("'name' is limited to Starlark identifiers, got %s", name);
}
Dict<String, Object> attrValues =
Dict.cast(attrValuesApi, String.class, Object.class, "attr_values");
if (attrValues.containsKey("name")) {
throw Starlark.errorf("'name' cannot be set or overridden in 'attr_values'");
}

StarlarkRuleFunction starlarkRuleFunction =
rule(
implementation,
/*test=*/ true,
attrs,
/*implicitOutputs=*/ Starlark.NONE,
/*executable=*/ false,
/*outputToGenfiles=*/ false,
/*fragments=*/ fragments,
/*hostFragments=*/ StarlarkList.empty(),
/*starlarkTestable=*/ false,
/*toolchains=*/ toolchains,
/*useToolchainTransition=*/ false,
/*doc=*/ "",
/*providesArg=*/ StarlarkList.empty(),
/*execCompatibleWith=*/ StarlarkList.empty(),
/*analysisTest=*/ Boolean.TRUE,
/*buildSetting=*/ Starlark.NONE,
/*cfg=*/ Starlark.NONE,
/*execGroups=*/ Starlark.NONE,
/*compileOneFiletype=*/ Starlark.NONE,
/*name=*/ Starlark.NONE,
thread);

// Export the rule
// Because exporting can raise multiple errors, we need to accumulate them here into a single
// EvalException. This is a code smell because any non-ERROR events will be lost, and any
// location information in the events will be overwritten by the location of this rule's
// definition.
// However, this is currently fine because StarlarkRuleFunction#export only creates events that
// are ERRORs and that have the rule definition as their location.
// TODO(brandjon): Instead of accumulating events here, consider registering the rule in the
// BazelStarlarkContext, and exporting such rules after module evaluation in
// BzlLoadFunction#execAndExport.
PackageContext pkgContext = thread.getThreadLocal(PackageContext.class);
StoredEventHandler handler = new StoredEventHandler();
starlarkRuleFunction.export(
handler, pkgContext.getLabel(), name + "_test"); // export in BUILD thread
if (handler.hasErrors()) {
StringBuilder errors =
handler.getEvents().stream()
.filter(e -> e.getKind() == EventKind.ERROR)
.reduce(
new StringBuilder(),
(sb, ev) -> sb.append("\n").append(ev.getMessage()),
StringBuilder::append);
throw Starlark.errorf("Errors in exporting %s: %s", name, errors.toString());
}

// Instantiate the target
Dict.Builder<String, Object> args = Dict.builder();
args.put("name", name);
args.putAll(attrValues);
starlarkRuleFunction.call(thread, Tuple.of(), args.buildImmutable());
}

/**
* Returns the module (file) of the outermost enclosing Starlark function on the call stack or
* null if none of the active calls are functions defined in Starlark.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -297,6 +297,18 @@ public class BuildLanguageOptions extends OptionsBase implements Serializable {
+ " and 1 cpu.")
public boolean experimentalActionResourceSet;


@Option(
name = "experimental_analysis_test_call",
defaultValue = "true",
documentationCategory = OptionDocumentationCategory.STARLARK_SEMANTICS,
effectTags = {OptionEffectTag.LOADING_AND_ANALYSIS, OptionEffectTag.BUILD_FILE_SEMANTICS},
metadataTags = {
OptionMetadataTag.EXPERIMENTAL,
},
help = "If set to true, analysis_test native call is available.")
public boolean experimentalAnalysisTestCall;

@Option(
name = "incompatible_struct_has_no_methods",
defaultValue = "false",
Expand Down Expand Up @@ -586,6 +598,7 @@ public StarlarkSemantics toStarlarkSemantics() {
.setBool(
INCOMPATIBLE_EXISTING_RULES_IMMUTABLE_VIEW, incompatibleExistingRulesImmutableView)
.setBool(EXPERIMENTAL_ACTION_RESOURCE_SET, experimentalActionResourceSet)
.setBool(EXPERIMENTAL_ANALYSIS_TEST_CALL, experimentalAnalysisTestCall)
.setBool(EXPERIMENTAL_GOOGLE_LEGACY_API, experimentalGoogleLegacyApi)
.setBool(EXPERIMENTAL_NINJA_ACTIONS, experimentalNinjaActions)
.setBool(EXPERIMENTAL_PLATFORMS_API, experimentalPlatformsApi)
Expand Down Expand Up @@ -662,6 +675,7 @@ public StarlarkSemantics toStarlarkSemantics() {
public static final String EXPERIMENTAL_SIBLING_REPOSITORY_LAYOUT =
"-experimental_sibling_repository_layout";
public static final String EXPERIMENTAL_ACTION_RESOURCE_SET = "+experimental_action_resource_set";
public static final String EXPERIMENTAL_ANALYSIS_TEST_CALL = "+experimental_analysis_test_call";
public static final String INCOMPATIBLE_ALLOW_TAGS_PROPAGATION =
"-incompatible_allow_tags_propagation";
public static final String INCOMPATIBLE_ALWAYS_CHECK_DEPSET_ELEMENTS =
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -359,18 +359,18 @@ public interface StarlarkRuleFunctionsApi<FileApiT extends FileApi> {
positional = false,
allowedTypes = {@ParamType(type = String.class), @ParamType(type = NoneType.class)},
doc =
"The name of this rule, as understood by Bazel and reported in contexts such as"
+ " logging, <code>native.existing_rule(...)[kind]</code>, and <code>bazel"
+ " query</code>. Usually this is the same as the Starlark identifier that gets"
+ " bound to this rule; for instance a rule called <code>foo_library</code>"
+ " would typically be declared as <code>foo_library = rule(...)</code> and"
+ " instantiated in a BUILD file as <code>foo_library(...)</code>.<p>If this"
+ " parameter is omitted, the rule's name is set to the name of the first"
+ " Starlark global variable to be bound to this rule within its declaring .bzl"
+ " module. Thus, <code>foo_library = rule(...)</code> need not specify this"
+ " parameter if the name is <code>foo_library</code>.<p>Specifying an explicit"
+ " name for a rule does not change where you are allowed to instantiate the"
+ " rule."),
"Deprecated: do not use.<p>The name of this rule, as understood by Bazel and"
+ " reported in contexts such as logging,"
+ " <code>native.existing_rule(...)[kind]</code>, and <code>bazel query</code>."
+ " Usually this is the same as the Starlark identifier that gets bound to this"
+ " rule; for instance a rule called <code>foo_library</code> would typically"
+ " be declared as <code>foo_library = rule(...)</code> and instantiated in a"
+ " BUILD file as <code>foo_library(...)</code>.<p>If this parameter is"
+ " omitted, the rule's name is set to the name of the first Starlark global"
+ " variable to be bound to this rule within its declaring .bzl module. Thus,"
+ " <code>foo_library = rule(...)</code> need not specify this parameter if the"
+ " name is <code>foo_library</code>.<p>Specifying an explicit name for a rule"
+ " does not change where you are allowed to instantiate the rule."),
},
useStarlarkThread = true)
StarlarkCallable rule(
Expand All @@ -397,6 +397,77 @@ StarlarkCallable rule(
StarlarkThread thread)
throws EvalException;

@StarlarkMethod(
name = "analysis_test",
doc =
"Creates a new analysis test target. <p>The number of transitive dependencies of the test"
+ " are limited. The limit is controlled by"
+ " <code>--analysis_testing_deps_limit</code> flag.",
parameters = {
@Param(
name = "name",
named = true,
doc =
"Name of the target. It should be a Starlark identifier, matching pattern"
+ " '[A-Za-z_][A-Za-z0-9_]*'."),
@Param(
name = "implementation",
named = true,
doc =
"The Starlark function implementing this analysis test. It must have exactly one"
+ " parameter: <a href=\"ctx.html\">ctx</a>. The function is called during the"
+ " analysis phase. It can access the attributes declared by <code>attrs</code>"
+ " and populated via <code>attr_values</code>. The implementation function may"
+ " not register actions. Instead, it must register a pass/fail result"
+ " via providing <a"
+ " href='AnalysisTestResultInfo.html'>AnalysisTestResultInfo</a>."),
@Param(
name = "attrs",
allowedTypes = {
@ParamType(type = Dict.class),
@ParamType(type = NoneType.class),
},
named = true,
defaultValue = "None",
doc =
"Dictionary declaring the attributes. See the <a href=\"rule.html\">rule</a> call."
+ "Attributes are allowed to use configuration transitions defined using <a "
+ " href=\"#analysis_test_transition\">analysis_test_transition</a>."),
@Param(
name = "fragments",
allowedTypes = {@ParamType(type = Sequence.class, generic1 = String.class)},
named = true,
defaultValue = "[]",
doc =
"List of configuration fragments that are available to the implementation of the"
+ " analysis test."),
@Param(
name = TOOLCHAINS_PARAM,
allowedTypes = {@ParamType(type = Sequence.class, generic1 = Object.class)},
named = true,
defaultValue = "[]",
doc =
"The set of toolchains the test requires. See the <a href=\"#rule\">rule</a>"
+ " call."),
@Param(
name = "attr_values",
allowedTypes = {@ParamType(type = Dict.class, generic1 = String.class)},
named = true,
defaultValue = "{}",
doc = "Dictionary of attribute values to pass to the implementation."),
},
useStarlarkThread = true,
enableOnlyWithFlag = BuildLanguageOptions.EXPERIMENTAL_ANALYSIS_TEST_CALL)
void analysisTest(
String name,
StarlarkFunction implementation,
Object attrs,
Sequence<?> fragments,
Sequence<?> toolchains,
Object argsValue,
StarlarkThread thread)
throws EvalException, InterruptedException;

@StarlarkMethod(
name = "aspect",
doc =
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -166,6 +166,17 @@ public StarlarkCallable rule(
return functionIdentifier;
}

@Override
public void analysisTest(
String name,
StarlarkFunction implementation,
Object attrs,
Sequence<?> fragments,
Sequence<?> toolchains,
Object argsValue,
StarlarkThread thread)
throws EvalException, InterruptedException {}

@Override
public Label label(String labelString, StarlarkThread thread) throws EvalException {
try {
Expand Down
Loading

0 comments on commit 63bc14b

Please sign in to comment.