bin: allow testing subsystems

this PR adds the functionality to run `citgm-all` on specific tags in
the lookup by passing in the `withTags` or `excludeTags` option.
fixes #72

README.md

@@ -95,6 +95,8 @@ Options:
   -a, --append                Turns on append results to file mode rather than replace
   -j, --parallel <number>     Run tests in parallel
   -J, --autoParallel          Run tests in parallel (automatically detect core count)
+  --withTags <tag>            Specify which tags to run from the lookup
+  --excludeTags <tag>         Specify which tags to skip from the lookup
 ```
 
 When using a JSON config file, the properties need to be the same as the
@@ -120,6 +122,7 @@ For syntax, see [lookup.json](./lib/lookup.json), the available attributes are:
 "sha": "<git-commit-sha>"    Test against a specific commit
 "envVar"                     Pass an environment variable before running
 "install": ["--param1", "--param2"] - Array of extra command line parameters passed to 'npm install'
+"tag": ["tag1", "tag2"]      Provide tags so that `citgm-all` can be run on specific tags                
 ```
 
 If you want to pass options to npm, eg `--registry`, you can usually define an

bin/citgm-all.js

@@ -30,8 +30,17 @@ yargs = commonArgs(yargs)
     alias: 'J',
     type: 'boolean',
     description: 'Auto detect number of cores to use to run tests in parallel'
+  })
+  .option('withTags', {
+    type: 'string',
+    description: 'define which tags from the lookup to run'
+  })
+  .option('exludeTags', {
+    type: 'string',
+    description: 'define which tags from the lookup to skip'
   });
 
+
 var app = yargs.argv;
 
 var log = logger({
@@ -55,7 +64,9 @@ var options = {
   failFlaky: app.failFlaky,
   level: app.verbose,
   npmLevel: app.npmLoglevel,
-  timeoutLength: app.timeout
+  timeoutLength: app.timeout,
+  withTags: app.withTags,
+  excludeTags: app.excludeTags
 };
 
 var lookup = getLookup(options);
@@ -93,6 +104,15 @@ function runCitgm (mod, name, next) {
     return next();
   }
 
+  if (app.withTags && (mod.tag.indexOf(app.withTags) !== -1)) {
+    log.info(name, 'the following tag was matched: ' + app.withTags);
+  }
+
+  if (app.excludeTags && (mod.tag.indexOf(app.excludeTags) !== -1)) {
+    log.info(name, 'no matching tag found');
+    return next();
+  }
+
   var start = new Date();
   var runner = citgm.Tester(name, options);
   var bailed = false;

lib/lookup.js

@@ -102,6 +102,9 @@ function resolve(context, next) {
         context.emit('data', 'info', context.module.name + ' lookup-script', rep.script);
         context.module.script = rep.script;
       }
+      if (rep.tag) {
+        context.module.tag = rep.tag;
+      }
       context.module.flaky = context.options.failFlaky ? false : isMatch(rep.flaky);
     } else {
       context.emit('data', 'info', 'lookup-notfound', detail.name);

test/bin/test-citgm-all.js

@@ -94,6 +94,28 @@ test('citgm-all: flaky-fail ignoring flakyness', function (t) {
   });
 });
 
+test('citgm-all: withTags', function (t) {
+  t.plan(1);
+  var proc = spawn(citgmAllPath, ['--withTags' , 'tag1', '-l', 'test/fixtures/custom-lookup-tag.json']);
+  proc.on('error', function(err) {
+    t.error(err);
+  });
+  proc.on('close', function (code) {
+    t.equals(code, 0, 'citgm-all should only run omg-i-pass');
+  });
+});
+
+test('citgm-all: excludeTags', function (t) {
+  t.plan(1);
+  var proc = spawn(citgmAllPath, ['--excludeTags', 'tag2', '-l', 'test/fixtures/custom-lookup-tag.json']);
+  proc.on('error', function(err) {
+    t.error(err);
+  });
+  proc.on('close', function (code) {
+    t.equals(code, 0, 'citgm-all should not run omg-i-fail');
+  });
+});
+
 test('citgm-all: skip /w rootcheck /w tap to fs /w junit to fs /w append', function (t) {
   t.plan(1);
   var proc = spawn(citgmAllPath, ['-l', 'test/fixtures/custom-lookup-skip.json', '-s', '--tap', '/dev/null', '--junit', '/dev/null', '-a']);

test/fixtures/custom-lookup-tag.json

@@ -0,0 +1,10 @@
+{
+  "omg-i-pass": {
+    "npm": true,
+    "tag": "tag1"
+  },
+  "omg-i-fail": {
+    "npm": true,
+    "tag": "tag2"
+  }
+}