import py import sys class TestDistribution: def test_n1_pass(self, testdir): p1 = testdir.makepyfile(""" def test_ok(): pass """) result = testdir.runpytest(p1, "-n1") assert result.ret == 0 result.stdout.fnmatch_lines([ "*1 passed*", ]) def test_n1_fail(self, testdir): p1 = testdir.makepyfile(""" def test_fail(): assert 0 """) result = testdir.runpytest(p1, "-n1") assert result.ret == 1 result.stdout.fnmatch_lines([ "*1 failed*", ]) def test_n1_import_error(self, testdir): p1 = testdir.makepyfile(""" import __import_of_missing_module def test_import(): pass """) result = testdir.runpytest(p1, "-n1") assert result.ret == 1 result.stdout.fnmatch_lines([ "E ImportError: *__import_of_missing_module*", ]) def test_n2_import_error(self, testdir): """Check that we don't report the same import error multiple times in distributed mode.""" p1 = testdir.makepyfile(""" import __import_of_missing_module def test_import(): pass """) result1 = testdir.runpytest(p1, "-n2") result2 = testdir.runpytest(p1, "-n1") assert len(result1.stdout.lines) == len(result2.stdout.lines) def test_n1_skip(self, testdir): p1 = testdir.makepyfile(""" def test_skip(): import py py.test.skip("myreason") """) result = testdir.runpytest(p1, "-n1") assert result.ret == 0 result.stdout.fnmatch_lines([ "*1 skipped*", ]) def test_manytests_to_one_import_error(self, testdir): p1 = testdir.makepyfile(""" import __import_of_missing_module def test_import(): pass """) result = testdir.runpytest(p1, '--tx=popen', '--tx=popen') assert result.ret == 1 result.stdout.fnmatch_lines([ "E ImportError: *__import_of_missing_module*", ]) def test_manytests_to_one_popen(self, testdir): p1 = testdir.makepyfile(""" import py def test_fail0(): assert 0 def test_fail1(): raise ValueError() def test_ok(): pass def test_skip(): py.test.skip("hello") """, ) result = testdir.runpytest(p1, "-v", '-d', '--tx=popen', '--tx=popen') result.stdout.fnmatch_lines([ "*1*Python*", "*2 failed, 1 passed, 1 skipped*", ]) assert result.ret == 1 def test_n1_fail_minus_x(self, testdir): p1 = testdir.makepyfile(""" def test_fail1(): assert 0 def test_fail2(): assert 0 """) result = testdir.runpytest(p1, "-x", "-v", "-n1") assert result.ret == 2 result.stdout.fnmatch_lines([ "*Interrupted: stopping*1*", "*1 failed*", ]) def test_basetemp_in_subprocesses(self, testdir): p1 = testdir.makepyfile(""" def test_send(tmpdir): import py assert tmpdir.relto(py.path.local(%r)), tmpdir """ % str(testdir.tmpdir)) result = testdir.runpytest(p1, "-n1") assert result.ret == 0 result.stdout.fnmatch_lines([ "*1 passed*", ]) def test_dist_ini_specified(self, testdir): p1 = testdir.makepyfile(""" import py def test_fail0(): assert 0 def test_fail1(): raise ValueError() def test_ok(): pass def test_skip(): py.test.skip("hello") """, ) testdir.makeini(""" [pytest] addopts = --tx=3*popen """) result = testdir.runpytest(p1, '-d', "-v") result.stdout.fnmatch_lines([ "*2*Python*", "*2 failed, 1 passed, 1 skipped*", ]) assert result.ret == 1 @py.test.mark.xfail("sys.platform.startswith('java')", run=False) def test_dist_tests_with_crash(self, testdir): if not hasattr(py.std.os, 'kill'): py.test.skip("no os.kill") p1 = testdir.makepyfile(""" import py def test_fail0(): assert 0 def test_fail1(): raise ValueError() def test_ok(): pass def test_skip(): py.test.skip("hello") def test_crash(): import time import os time.sleep(0.5) os.kill(os.getpid(), 15) """ ) result = testdir.runpytest(p1, "-v", '-d', '-n1') result.stdout.fnmatch_lines([ "*Python*", "*PASS**test_ok*", "*node*down*", "*3 failed, 1 passed, 1 skipped*" ]) assert result.ret == 1 def test_distribution_rsyncdirs_example(self, testdir): source = testdir.mkdir("source") dest = testdir.mkdir("dest") subdir = source.mkdir("example_pkg") subdir.ensure("__init__.py") p = subdir.join("test_one.py") p.write("def test_5():\n assert not __file__.startswith(%r)" % str(p)) result = testdir.runpytest("-v", "-d", "--rsyncdir=%(subdir)s" % locals(), "--tx=popen//chdir=%(dest)s" % locals(), p) assert result.ret == 0 result.stdout.fnmatch_lines([ "*0* *cwd*", #"RSyncStart: [G1]", #"RSyncFinished: [G1]", "*1 passed*" ]) assert dest.join(subdir.basename).check(dir=1) def test_data_exchange(self, testdir): c1 = testdir.makeconftest(""" # This hook only called on master. def pytest_configure_node(node): node.slaveinput['a'] = 42 node.slaveinput['b'] = 7 def pytest_configure(config): # this attribute is only set on slaves if hasattr(config, 'slaveinput'): a = config.slaveinput['a'] b = config.slaveinput['b'] r = a + b config.slaveoutput['r'] = r # This hook only called on master. def pytest_testnodedown(node, error): node.config.calc_result = node.slaveoutput['r'] def pytest_terminal_summary(terminalreporter): if not hasattr(terminalreporter.config, 'slaveinput'): calc_result = terminalreporter.config.calc_result terminalreporter._tw.sep('-', 'calculated result is %s' % calc_result) """) p1 = testdir.makepyfile("def test_func(): pass") result = testdir.runpytest("-v", p1, '-d', '--tx=popen') result.stdout.fnmatch_lines([ "*0*Python*", "*calculated result is 49*", "*1 passed*" ]) assert result.ret == 0 def test_keyboardinterrupt_hooks_issue79(self, testdir): testdir.makepyfile(__init__="", test_one=""" def test_hello(): raise KeyboardInterrupt() """) testdir.makeconftest(""" def pytest_sessionfinish(session): # on the slave if hasattr(session.config, 'slaveoutput'): session.config.slaveoutput['s2'] = 42 # on the master def pytest_testnodedown(node, error): assert node.slaveoutput['s2'] == 42 print ("s2call-finished") """) args = ["-n1", "--debug"] result = testdir.runpytest(*args) s = result.stdout.str() assert result.ret == 2 assert 's2call' in s assert "Interrupted" in s def test_keyboard_interrupt_dist(self, testdir): # xxx could be refined to check for return code p = testdir.makepyfile(""" def test_sleep(): import time time.sleep(10) """) child = testdir.spawn_pytest("-n1") child.expect(".*test session starts.*") child.kill(2) # keyboard interrupt child.expect(".*KeyboardInterrupt.*") #child.expect(".*seconds.*") child.close() #assert ret == 2 class TestDistEach: def test_simple(self, testdir): testdir.makepyfile(""" def test_hello(): pass """) result = testdir.runpytest("--debug", "--dist=each", "--tx=2*popen") assert not result.ret result.stdout.fnmatch_lines(["*2 pass*"]) @py.test.mark.xfail(run=False, reason="other python versions might not have py.test installed") def test_simple_diffoutput(self, testdir): interpreters = [] for name in ("python2.5", "python2.6"): interp = py.path.local.sysfind(name) if interp is None: py.test.skip("%s not found" % name) interpreters.append(interp) testdir.makepyfile(__init__="", test_one=""" import sys def test_hello(): print("%s...%s" % sys.version_info[:2]) assert 0 """) args = ["--dist=each", "-v"] args += ["--tx", "popen//python=%s" % interpreters[0]] args += ["--tx", "popen//python=%s" % interpreters[1]] result = testdir.runpytest(*args) s = result.stdout.str() assert "2...5" in s assert "2...6" in s class TestTerminalReporting: def test_pass_skip_fail(self, testdir): p = testdir.makepyfile(""" import py def test_ok(): pass def test_skip(): py.test.skip("xx") def test_func(): assert 0 """) result = testdir.runpytest("-n1", "-v") result.stdout.fnmatch_lines_random([ "*PASS*test_pass_skip_fail.py:2: *test_ok*", "*SKIP*test_pass_skip_fail.py:4: *test_skip*", "*FAIL*test_pass_skip_fail.py:6: *test_func*", ]) result.stdout.fnmatch_lines([ "*def test_func():", "> assert 0", "E assert 0", ]) def test_fail_platinfo(self, testdir): p = testdir.makepyfile(""" def test_func(): assert 0 """) result = testdir.runpytest("-n1", "-v") result.stdout.fnmatch_lines([ "*FAIL*test_fail_platinfo.py:1: *test_func*", "*0*Python*", "*def test_func():", "> assert 0", "E assert 0", ]) def test_teardownfails_one_function(testdir): p = testdir.makepyfile(""" def test_func(): pass def teardown_function(function): assert 0 """) result = testdir.runpytest(p, '-n1', '--tx=popen') result.stdout.fnmatch_lines([ "*def teardown_function(function):*", "*1 passed*1 error*" ]) @py.test.mark.xfail def test_terminate_on_hangingnode(testdir): p = testdir.makeconftest(""" def pytest_sessionfinishes(session): if session.nodeid == "my": # running on slave import time time.sleep(3) """) result = testdir.runpytest(p, '--dist=each', '--tx=popen//id=my') assert result.duration < 2.0 result.stdout.fnmatch_lines([ "*killed*my*", ]) def test_session_hooks(testdir): testdir.makeconftest(""" import sys def pytest_sessionstart(session): sys.pytestsessionhooks = session def pytest_sessionfinish(session): if hasattr(session.config, 'slaveinput'): name = "slave" else: name = "master" f = open(name, "w") f.write("xy") f.close() # let's fail on the slave if name == "slave": raise ValueError(42) """) p = testdir.makepyfile(""" import sys def test_hello(): assert hasattr(sys, 'pytestsessionhooks') """) result = testdir.runpytest(p, "--dist=each", "--tx=popen") result.stdout.fnmatch_lines([ "*ValueError*", "*1 passed*", ]) assert not result.ret d = result.parseoutcomes() assert d['passed'] == 1 assert testdir.tmpdir.join("slave").check() assert testdir.tmpdir.join("master").check() def test_funcarg_teardown_failure(testdir): p = testdir.makepyfile(""" def pytest_funcarg__myarg(request): def teardown(val): raise ValueError(val) return request.cached_setup(setup=lambda: 42, teardown=teardown, scope="module") def test_hello(myarg): pass """) result = testdir.runpytest("--debug", p) # , "-n1") result.stdout.fnmatch_lines([ "*ValueError*42*", "*1 passed*1 error*", ]) assert result.ret def test_crashing_item(testdir): p = testdir.makepyfile(""" import py import os def test_crash(): py.process.kill(os.getpid()) def test_noncrash(): pass """) result = testdir.runpytest("-n2", p) result.stdout.fnmatch_lines([ "*crashed*test_crash*", "*1 failed*1 passed*" ]) def test_skipping(testdir): p = testdir.makepyfile(""" import pytest def test_crash(): pytest.skip("hello") """) result = testdir.runpytest("-n1", '-rs', p) assert result.ret == 0 result.stdout.fnmatch_lines([ "*hello*", "*1 skipped*" ]) def test_issue34_pluginloading_in_subprocess(testdir): testdir.tmpdir.join("plugin123.py").write(py.code.Source(""" def pytest_namespace(): return {'sample_variable': 'testing'} """)) testdir.makepyfile(""" import pytest def test_hello(): assert pytest.sample_variable == "testing" """) result = testdir.runpytest("-n1", "-p", "plugin123") assert result.ret == 0 result.stdout.fnmatch_lines([ "*1 passed*", ])