[Test] Enhance test experience (#1281)

.gitignore

@@ -14,3 +14,4 @@ dds_results
 wandb
 checkpoints
 __pycache__
+tests/assets/*/*.svg

.vscode/settings.json

@@ -8,8 +8,13 @@
         "editor.insertSpaces": true,
     },
     "python.testing.pytestArgs": [
-        "mypkg",
-        "--doctest-modules"
+        "-n 4",
+        "-vv",
+        "tests",
+        "--doctest-modules",
+        "pgx",
+        "--ignore",
+        "pgx/experimental",
     ],
     "python.testing.unittestEnabled": false,
     "python.testing.nosetestsEnabled": false,

Makefile

@@ -31,7 +31,7 @@ uninstall:
 	python3 -m pip uninstall pgx -y
 
 test:
-	python3 -m pytest --doctest-modules --verbose pgx tests/test_*.py --ignore=pgx/experimental
+	python3 -m pytest -n 4 -vv tests --doctest-modules pgx --ignore pgx/experimental
 
 test-with-codecov:
-	python3 -m pytest --doctest-modules --verbose pgx tests/test_*.py --ignore=pgx/experimental --cov=pgx --cov-report=term-missing --cov-report=html
+	python3 -m pytest -n 4 -vv tests --doctest-modules pgx --ignore pgx/experimental --cov=pgx --cov-report=term-missing --cov-report=html

pgx/_src/api_test.py

@@ -84,7 +84,10 @@ def api_test_single(env: Env, num: int = 100, use_key=True):
     # check visualization
     filename = "/tmp/tmp.svg"
     state.save_svg(filename)
-    os.remove(filename)
+    try:
+        os.remove(filename)
+    except FileNotFoundError:
+        pass
 
 
 def api_test_batch(env: Env, num: int = 100, use_key=True):
@@ -112,7 +115,10 @@ def api_test_batch(env: Env, num: int = 100, use_key=True):
     # check visualization
     filename = "/tmp/tmp.svg"
     state.save_svg(filename)
-    os.remove(filename)
+    try:
+        os.remove(filename)
+    except FileNotFoundError:
+        pass
 
 
 def _validate_init_reward(state: State):

requirements/requirements-dev.txt

@@ -1,5 +1,6 @@
 jaxlib
 pytest
+pytest-xdist
 matplotlib
 ipython
 # hot fix. to avoid errors in Py3.8