Cannot run the same suite multiple times

[markb-trustifi]

Description

I want to run mocha tests programmatically multiple times.
I'm aware of the workaround with deleting require.cache but it works only for a small number of tests.

Steps to Reproduce

let mocha = new Mocha({
            ui: 'bdd',
            reporter: 'spec',
            useColors: true,
            timeout: 50000,
            fullTrace: true
        });
        let alltests = 10, finished = 0;
        for(let id=0;id<alltests;id++) {
            let filename = '../test/sometest.spec.js';
            mocha.addFile(filename);

            mocha.run(failures => {
                if(failures)
                    logger.error('#' +id + ' All done - test failures: ', failures);
            })
            .on('test', function(test) {
                logger.info('#' +id + ' Test started: '+test.title);
            })
            .on('test end', function(test) {
                logger.info('#' +id + ' Test done: '+test.title);
            })
            .on('pass', function(test) {
                logger.info('#' +id + ' Test passed: '+test.title);
            })
            .on('fail', function(test, err) {
                logger.info('#' +id + ' Test fail: '+test.title, err);
            })
            .on('end', function() {
                logger.info('#' +id + ' All done');
            });

            //mocha.suite.suites = [];
            let p = path.resolve(path.join(__dirname, filename));
            let rp = require.resolve(p);

            delete require.cache[rp];
        }

Expected behavior:
All 10 runs should pass

Actual behavior:
First 7 runs pass, the last 3 runs fail with error:
TypeError: Cannot read property 'call' of undefined

If I uncomment mocha.suite.suites = [], all tests end right away.

Reproduces how often:
always

Versions

mocha --version: 3.5.3
node node_modules/.bin/mocha --version: 3.5.3
node --version: v6.11.1

[boneskull]

would need the test file to help further

[markb-trustifi]

This is the test file.
If it runs on first time, continue running the test - sometimes it should fail.

const request = require('supertest');
const expect = require('chai').expect;
const path = require('path');

describe('attachments', () => {
    it('test1', done => {
        request('http://services.odata.org')
            .get('/TripPinRESTierService/(S(32zs1aehc5ajm1i2fpx3mi2j))/People')
            .set("header-header-header-header-header-header", 'header-header-header-header-header-header')
            .expect(res => {
                expect(res.status, res.text).to.be.within(200, 302);
            })
            .end(function (err, res) {
                done(err);
            });
    });

    it('test2', done => {
        request('http://services.odata.org')
            .get('/TripPinRESTierService/People(\'keithpinckney\')?$expand=Trips')
            .set("header-header-header-header-header-header", 'header-header-header-header-header-header')
            .expect(res => {
                expect(res.status, res.text).to.be.within(200, 302);
            })
            .end(function (err, res) {
                done(err);
            });
    });

    it('test3', done => {
        request('http://services.odata.org')
            .get('/TripPinRESTierService/Airports(\'KSFO\')/Location/Address ')
            .set("header-header-header-header-header-header", 'header-header-header-header-header-header')
            .expect(res => {
                expect(res.status, res.text).to.be.within(200, 302);
            })
            .end(function (err, res) {
                done(err);
            });
    });
});

[stale]

I am a bot that watches issues for inactivity.
This issue hasn't had any recent activity, and I'm labeling it stale. In 14 days, if there are no further comments or activity, I will close this issue.
Thanks for contributing to Mocha!

[markb-trustifi]

What is going on with this issue?

[stale]

I am a bot that watches issues for inactivity.
This issue hasn't had any recent activity, and I'm labeling it stale. In 14 days, if there are no further comments or activity, I will close this issue.
Thanks for contributing to Mocha!

[outsideris]

Could you provide MCVE to reproduce it. The test files which you provided are depend on your applications, so we can't check it.

[boneskull]

• Why are you running Mocha programatically?
• Upgrade Mocha
• See --retry
• Provide MCVE
• Ask in chat room or stackoverflow