import os
import re
import shutil
import subprocess
import sys
import unittest
import pytest
pkg_root = os.path.abspath(os.path.join(os.path.dirname(__file__), "..")) # noqa
sys.path.insert(0, pkg_root) # noqa
from toil.test import ToilTest, needs_docker
from toil.version import python
[docs]
class ToilDocumentationTest(ToilTest):
"""Tests for scripts in the toil tutorials."""
[docs]
@classmethod
def setUpClass(cls):
super(ToilTest, cls).setUpClass()
cls.directory = os.path.dirname(os.path.abspath(__file__))
[docs]
def tearDown(self) -> None:
super(ToilTest, self).tearDown()
jobstores = ["/mnt/ephemeral/workspace/toil-pull-requests/toilWorkflowRun"]
for jobstore in jobstores:
if os.path.exists(jobstore):
shutil.rmtree(jobstore)
unittest.TestCase.tearDown(self)
"""Just check the exit code"""
[docs]
def checkExitCode(self, script, extra_args: list[str] = []):
program = os.path.join(self.directory, "scripts", script)
process = subprocess.Popen(
[python, program, "file:my-jobstore", "--clean=always"] + extra_args,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
)
stdout, stderr = process.communicate()
if isinstance(stdout, bytes):
stdout = stdout.decode("utf-8")
stderr = stderr.decode("utf-8")
if not process.returncode == 0:
raise RuntimeError(stderr)
return stdout + " " + stderr
"""Check the exit code and the output"""
[docs]
def checkExpectedOut(self, script, expectedOutput):
outerr = self.checkExitCode(script)
# Check that the expected output is there
index = outerr.find(expectedOutput)
self.assertGreater(index, -1, f"Expected:\n{expectedOutput}\nOutput:\n{outerr}")
"""Check the exit code and look for a pattern"""
[docs]
def checkExpectedPattern(self, script, expectedPattern):
outerr = self.checkExitCode(script)
# Check that the expected output pattern is there
pattern = re.compile(expectedPattern, re.DOTALL)
n = re.search(pattern, outerr)
self.assertNotEqual(n, None, f"Pattern:\n{expectedPattern}\nOutput:\n{outerr}")
[docs]
def testStats(self):
# This script asks for 4 cores but we might need to run the tests in only 3.
self.checkExitCode("tutorial_stats.py", ["--scale=0.5"])
[docs]
@pytest.mark.timeout(1200)
def testDynamic(self):
self.checkExitCode("tutorial_dynamic.py")
[docs]
def testEncapsulation(self):
self.checkExitCode("tutorial_encapsulation.py")
[docs]
def testEncapsulation2(self):
self.checkExitCode("tutorial_encapsulation2.py")
[docs]
def testHelloworld(self):
self.checkExpectedOut(
"tutorial_helloworld.py", "Hello, world!, here's a message: You did it!\n"
)
[docs]
def testInvokeworkflow(self):
self.checkExpectedOut(
"tutorial_invokeworkflow.py", "Hello, world!, here's a message: Woot\n"
)
[docs]
def testInvokeworkflow2(self):
self.checkExpectedOut(
"tutorial_invokeworkflow2.py", "Hello, world!, I have a message: Woot!\n"
)
[docs]
def testJobFunctions(self):
self.checkExpectedOut(
"tutorial_jobfunctions.py", "Hello world, I have a message: Woot!\n"
)
[docs]
def testManaging(self):
self.checkExitCode("tutorial_managing.py")
[docs]
def testManaging2(self):
self.checkExitCode("tutorial_managing2.py")
[docs]
def testMultiplejobs(self):
self.checkExpectedPattern(
"tutorial_multiplejobs.py",
"Hello world, I have a message: first.*Hello world, I have a message: "
"second or third.*Hello world, I have a message: second or third.*Hello world,"
" I have a message: last",
)
[docs]
def testMultiplejobs2(self):
self.checkExpectedPattern(
"tutorial_multiplejobs2.py",
"Hello world, I have a message: first.*Hello world, I have a message: "
"second or third.*Hello world, I have a message: second or third.*Hello world,"
" I have a message: last",
)
[docs]
def testMultiplejobs3(self):
self.checkExpectedPattern(
"tutorial_multiplejobs3.py",
"Hello world, I have a message: first.*Hello world, I have a message: "
"second or third.*Hello world, I have a message: second or third.*Hello world,"
" I have a message: last",
)
[docs]
@pytest.mark.timeout(1200)
def testPromises2(self):
self.checkExpectedOut(
"tutorial_promises2.py",
"['00000', '00001', '00010', '00011', '00100', '00101', '00110', '00111',"
" '01000', '01001', '01010', '01011', '01100', '01101', '01110', '01111',"
" '10000', '10001', '10010', '10011', '10100', '10101', '10110', '10111',"
" '11000', '11001', '11010', '11011', '11100', '11101', '11110', '11111']",
)
[docs]
def testQuickstart(self):
self.checkExpectedOut(
"tutorial_quickstart.py", "Hello, world!, here's a message: Woot\n"
)
[docs]
def testRequirements(self):
self.checkExitCode("tutorial_requirements.py")
[docs]
def testArguments(self):
self.checkExpectedOut(
"tutorial_arguments.py", "Hello, world!, here's a message: Woot"
)
[docs]
@needs_docker
def testDocker(self):
self.checkExitCode("tutorial_docker.py")
[docs]
def testPromises(self):
self.checkExpectedPattern("tutorial_promises.py", "i is: 1.*i is: 2.*i is: 3")
[docs]
def testServices(self):
self.checkExitCode("tutorial_services.py")
[docs]
def testStaging(self):
self.checkExitCode("tutorial_staging.py")
if __name__ == "__main__":
unittest.main()
