add tests with pytest

Signed-off-by: Unai Martinez-Corral <umartinezcorral@antmicro.com>

.github/workflows/Pipeline.yml

@@ -214,8 +214,5 @@ jobs:
         run: |
           . ./.github/scripts/activate.sh
 
-          for tool in place route synth write-fasm; do
-            echo "::group::Test f4pga-$tool"
-            "f4pga-$tool" || echo "Failing?"
-            echo "::endgroup::"
-          done;
+          pip3 install -r ./test/requirements.txt
+          pytest -vsrA --color=yes test/wrappers.py

test/requirements.txt

@@ -0,0 +1 @@
+pytest

test/wrappers.py

@@ -0,0 +1,46 @@
+from pytest import mark
+from sys import stdout, stderr
+
+from subprocess import check_call
+
+
+@mark.xfail
+@mark.parametrize("wrapper", ['place', 'route', 'synth', 'write-fasm'])
+def test_wrapper(wrapper):
+    print(f"\n::group::Test {wrapper}")
+    stdout.flush()
+    stderr.flush()
+    try:
+        check_call(f"f4pga-{wrapper}")
+    finally:
+        print("\n::endgroup::")
+
+
+@mark.xfail
+@mark.parametrize(
+    "wrapper",
+    [
+        'symbiflow_generate_constraints',
+        'symbiflow_pack',
+        'symbiflow_place',
+        'symbiflow_route',
+        'symbiflow_synth',
+        'symbiflow_write_bitstream',
+        'symbiflow_write_fasm',
+        'symbiflow_write_xml_rr_graph',
+        'vpr_common',
+        'symbiflow_analysis',
+        'symbiflow_repack',
+        'symbiflow_generate_bitstream',
+        'symbiflow_generate_libfile',
+        'ql_symbiflow'
+    ]
+)
+def test_shell_wrapper(wrapper):
+    print(f"\n::group::Test {wrapper}")
+    stdout.flush()
+    stderr.flush()
+    try:
+        check_call(f"{wrapper}")
+    finally:
+        print("\n::endgroup::")