2 files changed, 4 insertions, 0 deletions
diff --git a/test/py/lib/test_repo.py b/test/py/lib/test_repo.py
index 1922245..3a4d847 100644
--- a/test/py/lib/test_repo.py
+++ b/test/py/lib/test_repo.py
@@ -46,3 +46,6 @@ class TestRepo(Repo):
 
     def count_ci_output_files(self):
         return len([name for name in os.listdir(self.output_dir) if os.path.isfile(os.path.join(self.output_dir, name))])
+
+    def output_matches(self, output):
+        return output.decode().startswith('A CI run happened at ')
diff --git a/test/py/test_repo.py b/test/py/test_repo.py
index 7599eff..3e507c3 100644
--- a/test/py/test_repo.py
+++ b/test/py/test_repo.py
@@ -54,6 +54,7 @@ def _test_repo_internal(env, repo, numof_processes, runs_per_process):
 
     for id, status, ec, output, url, rev in runs:
         assert status == 'finished', f'Invalid status for run {id}: {status}'
+        assert repo.output_matches(output), f"Output doesn't match: {output}"
 
 
 @pytest.mark.parametrize('numof_clients,runs_per_client',