test.py

#!/usr/bin/env
"""Basic test script that runs all notebooks."""

import os
import subprocess
import tempfile
import sys
import nbformat
import doctest
import glob

if sys.version_info >= (3,0):
    kernel = 'python3'
else:
    kernel = 'python2'

# Construct notebook list
notebooks = glob.glob("*.ipynb")
# Note we leave out the python intro as there are purposeful exceptions
notebooks.remove('01_python.ipynb')
# The following either require additional packages (FV and FE), do not entirely
# work yet (spectral), or do not contain any substantial Python code
notebooks.remove('13_finite_volume.ipynb')
notebooks.remove('14_spectral.ipynb')
notebooks.remove('15_finite_element.ipynb')
notebooks.remove('16_performance.ipynb')

def _notebook_run(path):
    """Execute a notebook via nbconvert and collect output.
       :returns (parsed nb object, execution errors)
    """
    with tempfile.NamedTemporaryFile(suffix=".ipynb") as fout:
        args = ["jupyter", "nbconvert", "--to", "notebook", "--execute",
                "--ExecutePreprocessor.timeout=60",
                "--ExecutePreprocessor.kernel_name="+kernel,
                "--output", fout.name, path]
        subprocess.check_call(args)

        fout.seek(0)
        nb = nbformat.reads(fout.read().decode('utf-8'), nbformat.current_nbformat)

    errors = [output for cell in nb.cells if "outputs" in cell
              for output in cell["outputs"]
              if output.output_type == "error"]

    return nb, errors

def run_tests():

    for filename in notebooks:
        if (filename.split('.')[-1] == 'ipynb'):
            nb, errors = _notebook_run(filename)
            if errors != []:
                raise(Exception)


if __name__ == '__main__':
    run_tests()