diff options
author | Egor Tensin <Egor.Tensin@gmail.com> | 2023-07-18 23:23:00 +0200 |
---|---|---|
committer | Egor Tensin <Egor.Tensin@gmail.com> | 2023-07-18 23:27:41 +0200 |
commit | 11f757e9e9027ff045680b471663555ed5ff946c (patch) | |
tree | 09dbe65272b3bc54e068683afa7a6aedc821a611 /test/py | |
parent | flame_graph.sh -> flamegraph.sh (diff) | |
download | cimple-11f757e9e9027ff045680b471663555ed5ff946c.tar.gz cimple-11f757e9e9027ff045680b471663555ed5ff946c.zip |
test: store multiple flame graphs alongside
Previously, it would get stored in build/flame_graph/flame_graphs.svg.
Now, the test repository codename is added to the file name.
Also, some refactoring and simplifying test filtering.
Diffstat (limited to 'test/py')
-rw-r--r-- | test/py/conftest.py | 36 | ||||
-rw-r--r-- | test/py/lib/test_repo.py | 12 | ||||
-rw-r--r-- | test/py/test_repo.py | 8 |
3 files changed, 27 insertions, 29 deletions
diff --git a/test/py/conftest.py b/test/py/conftest.py index 748b5e5..84163a5 100644 --- a/test/py/conftest.py +++ b/test/py/conftest.py @@ -194,25 +194,17 @@ def workers(worker_cmd): @fixture -def repo_path(tmp_path): - return os.path.join(tmp_path, 'repo') - - -@fixture -def flame_graph_svg(pytestconfig, tmp_path): +def flame_graph_svg(pytestconfig, tmp_path, flame_graph_repo): dir = pytestconfig.getoption(PARAM_FLAME_GRAPHS_DIR.codename) if dir is None: return os.path.join(tmp_path, 'flame_graph.svg') os.makedirs(dir, exist_ok=True) - return os.path.join(dir, 'flame_graph.svg') + return os.path.join(dir, f'flame_graph_{flame_graph_repo.codename()}.svg') @fixture def profiler(pytestconfig, server, workers, flame_graph_svg): script = pytestconfig.getoption(PARAM_FLAMEGRAPH.codename) - if script is None: - yield - return pids = [server.pid] + [worker.pid for worker in workers] pids = map(str, pids) cmd_line = CmdLine(script, flame_graph_svg, *pids) @@ -221,7 +213,12 @@ def profiler(pytestconfig, server, workers, flame_graph_svg): assert proc.returncode == 0 -ALL_REPOS = [ +@fixture +def repo_path(tmp_path): + return os.path.join(tmp_path, 'repo') + + +TEST_REPOS = [ repo.TestRepoOutputSimple, repo.TestRepoOutputEmpty, repo.TestRepoOutputLong, @@ -229,6 +226,11 @@ ALL_REPOS = [ repo.TestRepoSegfault, ] +STRESS_TEST_REPOS = [ + repo.TestRepoOutputSimple, + repo.TestRepoOutputLong, +] + def _make_repo(repo_path, paths, cls): args = [repo_path] @@ -237,20 +239,24 @@ def _make_repo(repo_path, paths, cls): return cls(*args) -@fixture(params=ALL_REPOS, ids=[repo.codename() for repo in ALL_REPOS]) +@fixture(params=TEST_REPOS, ids=[repo.codename() for repo in TEST_REPOS]) def test_repo(repo_path, paths, request): return _make_repo(repo_path, paths, request.param) -@fixture(params=[repo for repo in ALL_REPOS if repo.enabled_for_stress_testing()], - ids=[repo.codename() for repo in ALL_REPOS if repo.enabled_for_stress_testing()]) +@fixture(params=STRESS_TEST_REPOS, ids=[repo.codename() for repo in STRESS_TEST_REPOS]) def stress_test_repo(repo_path, paths, request): return _make_repo(repo_path, paths, request.param) +@fixture +def flame_graph_repo(stress_test_repo): + return stress_test_repo + + Env = namedtuple('Env', ['server', 'workers', 'client', 'db']) @fixture -def env(server, workers, profiler, client, sqlite_db): +def env(server, workers, client, sqlite_db): return Env(server, workers, client, sqlite_db) diff --git a/test/py/lib/test_repo.py b/test/py/lib/test_repo.py index 2820659..eb2786d 100644 --- a/test/py/lib/test_repo.py +++ b/test/py/lib/test_repo.py @@ -57,10 +57,6 @@ class TestRepo(Repo): def codename(): pass - @staticmethod - def enabled_for_stress_testing(): - return False - @abc.abstractmethod def run_exit_code_matches(self, ec): pass @@ -130,10 +126,6 @@ class TestRepoOutputSimple(TestRepoOutput): def codename(): return 'output_simple' - @staticmethod - def enabled_for_stress_testing(): - return True - def format_output_script(self): return OUTPUT_SCRIPT_SIMPLE @@ -173,10 +165,6 @@ class TestRepoOutputLong(TestRepoOutput): def codename(): return 'output_long' - @staticmethod - def enabled_for_stress_testing(): - return True - def format_output_script(self): output_len = TestRepoOutputLong.OUTPUT_LEN_KB output_len = shlex.quote(str(output_len)) diff --git a/test/py/test_repo.py b/test/py/test_repo.py index 9d070ca..544213d 100644 --- a/test/py/test_repo.py +++ b/test/py/test_repo.py @@ -72,7 +72,6 @@ def _test_repo_internal(env, repo, numof_processes, runs_per_process): assert repo.run_output_matches(output), f"Output doesn't match: {output}" -@pytest.mark.valgrind @my_parametrize('runs_per_client', [1, 5]) @my_parametrize('numof_clients', [1, 5]) def test_repo(env, test_repo, numof_clients, runs_per_client): @@ -84,7 +83,12 @@ def test_repo(env, test_repo, numof_clients, runs_per_client): [ (10, 50), (1, 2000), - pytest.param(4, 500, marks=pytest.mark.flame_graph), + (4, 500), ]) def test_repo_stress(env, stress_test_repo, numof_clients, runs_per_client): _test_repo_internal(env, stress_test_repo, numof_clients, runs_per_client) + + +@pytest.mark.flame_graph +def test_repo_flame_graph(env, profiler, flame_graph_repo): + _test_repo_internal(env, flame_graph_repo, 4, 500) |