Add test execution times and a timeout of 600s (#849)

* Add test execution times and a timeout of 600s

* Show only 50 slowest test times

* Use actual timeout flag

* Add pytest-timeout to tox deps for optional dep tests to pass

Author: jklaise

requirements/dev.txt

@@ -9,7 +9,7 @@ pytest-cov>=2.6.1, <5.0.0
 pytest-xdist>=1.28.0, <4.0.0 # for distributed testing, currently unused (see setup.cfg)
 pytest-lazy-fixture>=0.6.3, <0.7.0
 pytest-custom_exit_code>=0.3.0 # for notebook tests
-pytest-timeout>=1.4.2, <3.0.0 # for notebook tests
+pytest-timeout>=1.4.2, <3.0.0 # for notebook and regular tests
 pytest-mock>=3.10.0, <4.0.0
 jupytext>=1.12.0, <2.0.0 # for notebook tests
 ipykernel>=5.1.0, <7.0.0 # for notebook tests

setup.cfg

@@ -7,6 +7,9 @@ addopts =
     -W ignore
     --cov=alibi
     --cov-append
+    --durations=50
+    --durations-min=1.0
+    --timeout=600
 #    -n auto
 #    --forked
 markers =
@@ -67,6 +70,7 @@ commands =
 basepython = python
 deps = pytest
     pytest-cov
+    pytest-timeout
 passenv = COMMAND
 commands = {env:COMMAND:pytest --no-cov alibi/tests/test_dep_management.py --opt-dep=default}
 
@@ -75,6 +79,7 @@ commands = {env:COMMAND:pytest --no-cov alibi/tests/test_dep_management.py --opt
 basepython = python
 deps = pytest
     pytest-cov
+    pytest-timeout
 extras=
     ray
 passenv = COMMAND
@@ -85,6 +90,7 @@ commands = {env:COMMAND:pytest --no-cov alibi/tests/test_dep_management.py --opt
 basepython = python
 deps = pytest
     pytest-cov
+    pytest-timeout
 extras=
     tensorflow
 commands =
@@ -95,6 +101,7 @@ commands =
 basepython = python
 deps = pytest
     pytest-cov
+    pytest-timeout
 extras=
     torch
 commands =
@@ -105,6 +112,7 @@ commands =
 basepython = python
 deps = pytest
     pytest-cov
+    pytest-timeout
 extras=
     shap
 commands =
@@ -115,6 +123,7 @@ commands =
 basepython = python
 deps = pytest
     pytest-cov
+    pytest-timeout
 extras=
     all
 commands =