add code coverage reports

.codecov.yml

@@ -0,0 +1,4 @@
+coverage:
+  precision: 2
+  round: down
+  range: "30...100"

.coveragerc

@@ -1,5 +1,4 @@
 [run]
-data_file = coverage/.coverage
 source = aiida
 omit = *test*,*/migrations/*
 

.gitignore

@@ -1,5 +1,6 @@
 *.pyc
 *~
+*.swp
 *.project
 *.pydevproject
 .settings
@@ -14,6 +15,5 @@
 *.egg-info
 .eggs
 
-# files created by coverage
-*\,cover
-coverage/
+# produced by coverage.py
+.coverage

.travis-data/test_daemon.py

@@ -11,6 +11,7 @@
 import subprocess
 import sys
 import time
+
 from aiida.common.exceptions import NotExistent
 from aiida.orm import DataFactory
 from aiida.orm.data.base import Int

.travis-data/test_script.sh

@@ -12,18 +12,22 @@ case "$TEST_TYPE" in
         SPHINXOPTS="-nW" make -C docs
         ;;
     tests)
+        DATA_DIR=${TRAVIS_BUILD_DIR}/.travis-data
         # Add the .travis-data folder to the python path such that defined workchains can be found by the daemon
-        export PYTHONPATH=${PYTHONPATH}:${TRAVIS_BUILD_DIR}/.travis-data
+        export PYTHONPATH=${PYTHONPATH}:${DATA_DIR}
 
-        # Run the AiiDA tests
-        python ${TRAVIS_BUILD_DIR}/.travis-data/test_setup.py
-        python ${TRAVIS_BUILD_DIR}/.travis-data/test_fixtures.py
-        python ${TRAVIS_BUILD_DIR}/.travis-data/test_plugin_testcase.py
+        # Run preliminary tests
+        coverage run -a ${DATA_DIR}/test_setup.py
+        coverage run -a ${DATA_DIR}/test_fixtures.py
+        coverage run -a ${DATA_DIR}/test_plugin_testcase.py
 
-        verdi -p test_$TEST_AIIDA_BACKEND devel tests
+        # Run verdi devel tests
+        VERDI=`which verdi`
+        coverage run -a $VERDI -p test_${TEST_AIIDA_BACKEND} devel tests
 
         # Run the daemon tests using docker
-        verdi -p $TEST_AIIDA_BACKEND run ${TRAVIS_BUILD_DIR}/.travis-data/test_daemon.py
+        # Note: This is not a typo, the profile is called ${TEST_AIIDA_BACKEND}
+        coverage run -a $VERDI -p ${TEST_AIIDA_BACKEND} run ${DATA_DIR}/test_daemon.py
         ;;
     pre-commit)
         pre-commit run --all-files || ( git status --short ; git diff ; exit 1 )

.travis.yml

@@ -63,5 +63,9 @@ before_script:
 
 script: .travis-data/test_script.sh
 
+after_success:
+  # upload coverage report to codecov.io
+  - if [ "$TEST_TYPE" == "tests" ]; then codecov; fi
+
 git:
   depth: 3

coverage/.gitignore

@@ -0,0 +1,2 @@
+# created by coverage
+html/

docs/requirements_for_rtd.txt

@@ -24,6 +24,8 @@ chainmap
 click-plugins
 click-spinner
 click==6.7
+codecov
+coverage==4.5.1
 django-extensions==1.5.0
 django==1.7.11
 docutils==0.13.1

setup_requirements.py

@@ -129,7 +129,9 @@
     'testing': [
         'mock==2.0.0',
         'pgtest==1.1.0',
-        'sqlalchemy-diff==0.1.3'
+        'sqlalchemy-diff==0.1.3',
+        'coverage==4.5.1',
+        'codecov'
     ],
     'dev_precommit': [
         'pre-commit==1.3.0',