Running full pipelines in parallel in tests (#600)

* trying parallel tests1

* trying parallel tests2

* trying parallel tests3

* trying parallel tests4

* trying parallel tests5

* trying parallel tests6

* trying parallel tests7

* trying parallel tests8

* trying parallel tests9

* trying parallel tests10

* trying parallel tests11

* working parallel mpi tests

* adding lprec parallel test

* indisk test modification

* revert the change

* tests correction

* adding new parallel tests

* reformatting and removing the stalling test

* removes the failing test from parallel tests

Author: dkazanc

tests/conftest.py

@@ -30,6 +30,10 @@ def pytest_configure(config):
     config.addinivalue_line(
         "markers", "full_data: mark tests to run full pipelines on raw big data"
     )
+    config.addinivalue_line(
+        "markers",
+        "full_data_parallel: mark tests to run full pipelines on raw big data in parallel",
+    )
     config.addinivalue_line(
         "markers", "preview: mark test to run with `httomo preview`"
     )
@@ -54,6 +58,12 @@ def pytest_addoption(parser):
         default=False,
         help="run full pipelines on raw (big) data",
     )
+    parser.addoption(
+        "--full_data_parallel",
+        action="store_true",
+        default=False,
+        help="run full pipelines on raw (big) data in parallel on two processes",
+    )
 
 
 def pytest_collection_modifyitems(config, items):
@@ -93,6 +103,20 @@ def pytest_collection_modifyitems(config, items):
         for item in items:
             if "full_data" in item.keywords:
                 item.add_marker(skip_perf)
+    if config.getoption("--full_data_parallel"):
+        skip_other = pytest.mark.skip(
+            reason="not a pipeline raw big data test in parallel"
+        )
+        for item in items:
+            if "full_data_parallel" not in item.keywords:
+                item.add_marker(skip_other)
+    else:
+        skip_perf = pytest.mark.skip(
+            reason="pipeline raw big data test in parallel - use '--full_data_parallel' to run"
+        )
+        for item in items:
+            if "full_data_parallel" in item.keywords:
+                item.add_marker(skip_perf)
 
 
 @pytest.fixture
@@ -113,6 +137,19 @@ def cmd():
     ]
 
 
+@pytest.fixture
+def cmd_mpirun():
+    return [
+        "mpirun",
+        "-n",
+        "2",
+        str(sys.executable),
+        "-m",
+        "httomo",
+        "run",
+    ]
+
+
 @pytest.fixture
 def standard_data():
     return "tests/test_data/tomo_standard.nxs"