TST/CI: Use pytest

TomAugspurger · TomAugspurger · commit bacebc3d0107 · 2016-11-07T20:23:33.000-06:00
update ci

DOC

Fixup runners
diff --git a/.gitignore b/.gitignore
@@ -55,6 +55,8 @@ dist
 **/wheelhouse/*
 # coverage
 .coverage
+coverage.xml
+coverage_html_report
 
 # OS generated files #
 ######################
diff --git a/.travis.yml b/.travis.yml
@@ -35,7 +35,7 @@ matrix:
       osx_image: xcode6.4
       env:
         - JOB_NAME: "35_osx"
-        - NOSE_ARGS="not slow and not network and not disabled"
+        - NOSE_ARGS="--skip-slow --skip-network"
         - BUILD_TYPE=conda
         - JOB_TAG=_OSX
         - TRAVIS_PYTHON_VERSION=3.5
@@ -44,7 +44,7 @@ matrix:
     - python: 2.7
       env:
         - JOB_NAME: "27_slow_nnet_LOCALE"
-        - NOSE_ARGS="slow and not network and not disabled"
+        - NOSE_ARGS="--skip-network"
         - LOCALE_OVERRIDE="zh_CN.UTF-8"
         - FULL_DEPS=true
         - JOB_TAG=_LOCALE
@@ -57,7 +57,7 @@ matrix:
     - python: 2.7
       env:
         - JOB_NAME: "27_nslow"
-        - NOSE_ARGS="not slow and not disabled"
+        - NOSE_ARGS="--skip-slow"
         - FULL_DEPS=true
         - CLIPBOARD_GUI=gtk2
         - LINT=true
@@ -70,7 +70,7 @@ matrix:
     - python: 3.4
       env:
         - JOB_NAME: "34_nslow"
-        - NOSE_ARGS="not slow and not disabled"
+        - NOSE_ARGS="--skip-slow"
         - FULL_DEPS=true
         - CLIPBOARD=xsel
         - CACHE_NAME="34_nslow"
@@ -82,7 +82,7 @@ matrix:
     - python: 3.5
       env:
         - JOB_NAME: "35_nslow"
-        - NOSE_ARGS="not slow and not network and not disabled"
+        - NOSE_ARGS="--skip-slow --skip-network"
         - FULL_DEPS=true
         - CLIPBOARD=xsel
         - COVERAGE=true
@@ -97,7 +97,7 @@ matrix:
       env:
         - JOB_NAME: "27_slow"
         - JOB_TAG=_SLOW
-        - NOSE_ARGS="slow and not network and not disabled"
+        - NOSE_ARGS="--skip-network"
         - FULL_DEPS=true
         - CACHE_NAME="27_slow"
         - USE_CACHE=true
@@ -106,7 +106,7 @@ matrix:
       env:
         - JOB_NAME: "34_slow"
         - JOB_TAG=_SLOW
-        - NOSE_ARGS="slow and not network and not disabled"
+        - NOSE_ARGS="--skip-network"
         - FULL_DEPS=true
         - CLIPBOARD=xsel
         - CACHE_NAME="34_slow"
@@ -120,7 +120,7 @@ matrix:
       env:
         - JOB_NAME: "27_build_test_conda"
         - JOB_TAG=_BUILD_TEST
-        - NOSE_ARGS="not slow and not disabled"
+        - NOSE_ARGS="--skip-slow"
         - FULL_DEPS=true
         - BUILD_TEST=true
         - CACHE_NAME="27_build_test_conda"
@@ -130,7 +130,7 @@ matrix:
       env:
         - JOB_NAME: "35_numpy_dev"
         - JOB_TAG=_NUMPY_DEV
-        - NOSE_ARGS="not slow and not network and not disabled"
+        - NOSE_ARGS="--skip-slow --skip-network"
         - PANDAS_TESTING_MODE="deprecate"
         - CACHE_NAME="35_numpy_dev"
         - USE_CACHE=true
@@ -143,7 +143,7 @@ matrix:
     - python: 2.7
       env:
         - JOB_NAME: "27_nslow_nnet_COMPAT"
-        - NOSE_ARGS="not slow and not network and not disabled"
+        - NOSE_ARGS="--skip-slow --skip-network"
         - LOCALE_OVERRIDE="it_IT.UTF-8"
         - INSTALL_TEST=true
         - JOB_TAG=_COMPAT
@@ -176,15 +176,15 @@ matrix:
         env:
         - JOB_NAME: "27_slow"
         - JOB_TAG=_SLOW
-        - NOSE_ARGS="slow and not network and not disabled"
+        - NOSE_ARGS="--skip-network"
         - FULL_DEPS=true
         - CACHE_NAME="27_slow"
         - USE_CACHE=true
       - python: 3.4
         env:
         - JOB_NAME: "34_slow"
         - JOB_TAG=_SLOW
-        - NOSE_ARGS="slow and not network and not disabled"
+        - NOSE_ARGS="--skip-network"
         - FULL_DEPS=true
         - CLIPBOARD=xsel
         - CACHE_NAME="34_slow"
@@ -197,7 +197,7 @@ matrix:
         env:
         - JOB_NAME: "27_build_test_conda"
         - JOB_TAG=_BUILD_TEST
-        - NOSE_ARGS="not slow and not disabled"
+        - NOSE_ARGS="--skip-slow"
         - FULL_DEPS=true
         - BUILD_TEST=true
         - CACHE_NAME="27_build_test_conda"
@@ -206,7 +206,7 @@ matrix:
         env:
         - JOB_NAME: "35_numpy_dev"
         - JOB_TAG=_NUMPY_DEV
-        - NOSE_ARGS="not slow and not network and not disabled"
+        - NOSE_ARGS="--skip-slow --skip-network"
         - PANDAS_TESTING_MODE="deprecate"
         - CACHE_NAME="35_numpy_dev"
         - USE_CACHE=true
@@ -218,7 +218,7 @@ matrix:
       - python: 2.7
         env:
         - JOB_NAME: "27_nslow_nnet_COMPAT"
-        - NOSE_ARGS="not slow and not network and not disabled"
+        - NOSE_ARGS="--skip-slow --skip-network"
         - LOCALE_OVERRIDE="it_IT.UTF-8"
         - INSTALL_TEST=true
         - JOB_TAG=_COMPAT
diff --git a/appveyor.yml b/appveyor.yml
@@ -92,7 +92,7 @@ install:
   - cmd: '%CMD_IN_ENV% conda build ci\appveyor.recipe -q'
 
   # create our env
-  - cmd: conda create -q -n pandas python=%PYTHON_VERSION% nose
+  - cmd: conda create -q -n pandas python=%PYTHON_VERSION% nose pytest
   - cmd: activate pandas
   - SET REQ=ci\requirements-%PYTHON_VERSION%-%PYTHON_ARCH%.run
   - cmd: echo "installing requirements from %REQ%"
@@ -104,4 +104,5 @@ test_script:
   - cd \
   - cmd: activate pandas
   - cmd: conda list
-  - cmd: nosetests --exe -A "not slow and not network and not disabled" pandas
+  # - cmd: nosetests --exe -A "not slow and not network and not disabled" pandas
+  - cmd: pytest pandas --skipslow
diff --git a/ci/install_appveyor.ps1 b/ci/install_appveyor.ps1
@@ -126,8 +126,8 @@ function UpdateConda ($python_home) {
 function main () {
     InstallMiniconda $env:PYTHON_VERSION $env:PYTHON_ARCH $env:PYTHON
     UpdateConda $env:PYTHON
-    InstallCondaPackages $env:PYTHON "pip setuptools nose"
+    InstallCondaPackages $env:PYTHON "pip setuptools nose pytest"
     InstallCondaPackagesFromFile $env:PYTHON $env:PYTHON_VERSION $env:PYTHON_ARCH
 }
 
-main
+main
diff --git a/ci/install_test.sh b/ci/install_test.sh
@@ -8,7 +8,8 @@ if [ "$INSTALL_TEST" ]; then
     conda uninstall cython || exit 1
     python "$TRAVIS_BUILD_DIR"/setup.py sdist --formats=zip,gztar || exit 1
     pip install "$TRAVIS_BUILD_DIR"/dist/*tar.gz || exit 1
-    nosetests --exe -A "$NOSE_ARGS" pandas/tests/test_series.py --with-xunit --xunit-file=/tmp/nosetests_install.xml
+    # nosetests --exe -A "$NOSE_ARGS" pandas/tests/test_series.py --with-xunit --xunit-file=/tmp/nosetests_install.xml
+    pytest pandas/tests/test_series.py --junitxml=/tmp/pytest_install.xml
 else
     echo "Skipping installation test."
 fi
diff --git a/ci/install_travis.sh b/ci/install_travis.sh
@@ -85,7 +85,7 @@ else
     # Useful for debugging any issues with conda
     conda info -a || exit 1
 
-    time conda create -n pandas python=$TRAVIS_PYTHON_VERSION nose coverage flake8 || exit 1
+    time conda create -n pandas python=$TRAVIS_PYTHON_VERSION nose pytest coverage flake8 || exit 1
 
 fi
 # build deps
diff --git a/ci/requirements_all.txt b/ci/requirements_all.txt
@@ -1,4 +1,5 @@
 nose
+pytest
 flake8
 sphinx
 ipython
diff --git a/ci/requirements_dev.txt b/ci/requirements_dev.txt
@@ -3,4 +3,6 @@ pytz
 numpy
 cython
 nose
+pytest
+pytest-cov
 flake8
diff --git a/ci/script.sh b/ci/script.sh
@@ -20,11 +20,11 @@ fi
 if [ "$BUILD_TEST" ]; then
     echo "We are not running nosetests as this is simply a build test."
 elif [ "$COVERAGE" ]; then
-    echo nosetests --exe -A "$NOSE_ARGS" pandas --with-coverage --with-xunit --xunit-file=/tmp/nosetests.xml
-    nosetests --exe -A "$NOSE_ARGS" pandas --with-coverage --cover-package=pandas --cover-tests --with-xunit --xunit-file=/tmp/nosetests.xml
+    echo pytest -s --cov=pandas --cov-report xml:/tmp/nosetests.xml $NOSE_ARGS pandas
+    pytest -s --cov=pandas --cov-report xml:/tmp/nosetests.xml $NOSE_ARGS pandas
 else
-    echo nosetests --exe -A "$NOSE_ARGS" pandas --doctest-tests --with-xunit --xunit-file=/tmp/nosetests.xml
-    nosetests --exe -A "$NOSE_ARGS" pandas --doctest-tests --with-xunit --xunit-file=/tmp/nosetests.xml
+    echo pytest --junitxml=/tmp/nosetests.xml $NOSE_ARGS pandas
+    pytest --junitxml=/tmp/nosetests.xml $NOSE_ARGS pandas # TODO: doctest
 fi
 
 RET="$?"
diff --git a/conftest.py b/conftest.py
@@ -0,0 +1,19 @@
+import pytest
+
+
+def pytest_addoption(parser):
+    parser.addoption("--skip-slow", action="store_true", help="skip slow tests")
+    parser.addoption("--skip-network", action="store_true",
+                     help="run network tests")
+    parser.addoption("--run-disabled", action="store_true",
+                     help="run disabled tests")
+
+def pytest_runtest_setup(item):
+    if 'slow' in item.keywords and item.config.getoption("--skip-slow"):
+        pytest.skip("skipping due to --skip-slow")
+
+    if 'skip' in item.keywords and item.config.getoption("--skip-network"):
+        pytest.skip("skipping due to --skip-network")
+
+    if 'disabled' in item.keywords and item.config.getoption("--run-disabled"):
+        pytest.skip("need --run-disabled option to run")
diff --git a/doc/source/contributing.rst b/doc/source/contributing.rst
@@ -489,8 +489,8 @@ use cases and writing corresponding tests.
 Adding tests is one of the most common requests after code is pushed to *pandas*.  Therefore,
 it is worth getting in the habit of writing tests ahead of time so this is never an issue.
 
-Like many packages, *pandas* uses the `Nose testing system
-<https://nose.readthedocs.io/en/latest/index.html>`_ and the convenient
+Like many packages, *pandas* uses `pytest`
+<http://doc.pytest.org/en/latest/>`_ and the convenient
 extensions in `numpy.testing
 <http://docs.scipy.org/doc/numpy/reference/routines.testing.html>`_.
 
@@ -532,15 +532,15 @@ Running the test suite
 The tests can then be run directly inside your Git clone (without having to
 install *pandas*) by typing::
 
-    nosetests pandas
+    pytest pandas
 
 The tests suite is exhaustive and takes around 20 minutes to run.  Often it is
 worth running only a subset of tests first around your changes before running the
 entire suite.  This is done using one of the following constructs::
 
-    nosetests pandas/tests/[test-module].py
-    nosetests pandas/tests/[test-module].py:[TestClass]
-    nosetests pandas/tests/[test-module].py:[TestClass].[test_method]
+    pytest pandas/tests/[test-module].py
+    pytest pandas/tests/[test-module].py::[TestClass]
+    pytest pandas/tests/[test-module].py::[TestClass]::[test_method]
 
   .. versionadded:: 0.18.0
 
diff --git a/doc/source/install.rst b/doc/source/install.rst
@@ -188,8 +188,8 @@ Running the test suite
 pandas is equipped with an exhaustive set of unit tests covering about 97% of
 the codebase as of this writing. To run it on your machine to verify that
 everything is working (and you have all of the dependencies, soft and hard,
-installed), make sure you have `nose
-<https://nose.readthedocs.io/en/latest/>`__ and run:
+installed), make sure you have `pytest
+<http://doc.pytest.org/en/latest/>`__ and run:
 
 ::
 
diff --git a/setup.cfg b/setup.cfg
@@ -19,3 +19,8 @@ based_on_style = pep8
 split_before_named_assigns = false
 split_penalty_after_opening_bracket = 1000000
 split_penalty_logical_operator = 30
+
+[tool:pytest]
+# TODO: Change all yield-based (nose-style) fixutures to pytest fixtures
+# Silencing the warning until then
+addopts = --disable-pytest-warnings
diff --git a/test.bat b/test.bat
@@ -1,3 +1,4 @@
 :: test on windows
 
-nosetests --exe -A "not slow and not network and not disabled" pandas %*
+:: nosetests --exe -A "not slow and not network and not disabled" pandas %*
+pytest pandas
diff --git a/test.sh b/test.sh
@@ -4,7 +4,8 @@ command -v python-coverage >/dev/null && python-coverage erase
 # nosetests pandas/tests/test_index.py --with-coverage --cover-package=pandas.core --pdb-failure --pdb
 #nosetests -w pandas --with-coverage --cover-package=pandas --pdb-failure --pdb #--cover-inclusive
 #nosetests -A "not slow" -w pandas/tseries --with-coverage --cover-package=pandas.tseries $* #--cover-inclusive
-nosetests -w pandas --with-coverage --cover-package=pandas $*
+# nosetests -w pandas --with-coverage --cover-package=pandas $*
+pytest pandas --with-coverage --cover-package=pandas $*
 # nosetests -w pandas/io --with-coverage --cover-package=pandas.io --pdb-failure --pdb
 # nosetests -w pandas/core --with-coverage --cover-package=pandas.core --pdb-failure --pdb
 # nosetests -w pandas/stats --with-coverage --cover-package=pandas.stats
diff --git a/test_fast.sh b/test_fast.sh
@@ -1 +1,2 @@
-nosetests -A "not slow and not network" pandas --with-id $*
+# nosetests -A "not slow and not network" pandas --with-id $*
+pytest pandas --skip-slow
diff --git a/test_multi.sh b/test_multi.sh
@@ -1 +1,2 @@
-nosetests -A "not slow and not network" pandas --processes=4 $*
+# nosetests -A "not slow and not network" pandas --processes=4 $*
+pytest pandas
diff --git a/test_rebuild.sh b/test_rebuild.sh
@@ -5,7 +5,8 @@ python setup.py build_ext --inplace
 coverage erase
 # nosetests pandas/tests/test_index.py --with-coverage --cover-package=pandas.core --pdb-failure --pdb
 #nosetests -w pandas --with-coverage --cover-package=pandas --pdb-failure --pdb #--cover-inclusive
-nosetests -w pandas --with-coverage --cover-package=pandas $* #--cover-inclusive
+# nosetests -w pandas --with-coverage --cover-package=pandas $* #--cover-inclusive
+pytest pandas --cov=pandas $* #--cover-inclusive
 # nosetests -w pandas/io --with-coverage --cover-package=pandas.io --pdb-failure --pdb
 # nosetests -w pandas/core --with-coverage --cover-package=pandas.core --pdb-failure --pdb
 # nosetests -w pandas/stats --with-coverage --cover-package=pandas.stats
diff --git a/tox.ini b/tox.ini
@@ -10,6 +10,7 @@ envlist = py27, py34, py35
 deps =
     cython
     nose
+    pytest
     pytz>=2011k
     python-dateutil
     beautifulsoup4
@@ -26,7 +27,7 @@ changedir = {envdir}
 
 commands =
     # TODO:  --exe because of GH #761
-    {envbindir}/nosetests --exe pandas {posargs:-A "not network and not disabled"}
+    {envbindir}/pytest pandas {posargs:-A "not network and not disabled"}
     # cleanup the temp. build dir created by the tox build
 #    /bin/rm -rf {toxinidir}/build
 
@@ -63,18 +64,18 @@ usedevelop = True
 deps =
     {[testenv]deps}
     openpyxl<2.0.0
-commands = {envbindir}/nosetests {toxinidir}/pandas/io/tests/test_excel.py
+commands = {envbindir}/pytest {toxinidir}/pandas/io/tests/test_excel.py
 
 [testenv:openpyxl20]
 usedevelop = True
 deps =
     {[testenv]deps}
     openpyxl<2.2.0
-commands = {envbindir}/nosetests {posargs} {toxinidir}/pandas/io/tests/test_excel.py
+commands = {envbindir}/pytest {posargs} {toxinidir}/pandas/io/tests/test_excel.py
 
 [testenv:openpyxl22]
 usedevelop = True
 deps =
     {[testenv]deps}
     openpyxl>=2.2.0
-commands = {envbindir}/nosetests {posargs} {toxinidir}/pandas/io/tests/test_excel.py
+commands = {envbindir}/pytest {posargs} {toxinidir}/pandas/io/tests/test_excel.py

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,5 @@`
`1`	`1`	`nose`
	`2`	`+pytest`
`2`	`3`	`flake8`
`3`	`4`	`sphinx`
`4`	`5`	`ipython`
-Original file line number
+Diff line change
 numpy
 cython
 nose
 +pytest
 +pytest-cov
 flake8