From 99f8a2d8227877c9c5441cdcd1cbe78a5902d8b9 Mon Sep 17 00:00:00 2001
From: Joris van Rantwijk <joris@jorisvr.nl>
Date: Wed, 10 Jul 2024 21:00:53 +0200
Subject: [PATCH] Add benchmark script

---
 tests/run_benchmark.sh | 51 ++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 51 insertions(+)
 create mode 100755 tests/run_benchmark.sh

diff --git a/tests/run_benchmark.sh b/tests/run_benchmark.sh
new file mode 100755
index 0000000..9bbc01e
--- /dev/null
+++ b/tests/run_benchmark.sh
@@ -0,0 +1,51 @@
+#!/bin/bash
+
+PYMWM=../python/run_matching.py
+CPPMWM=../cpp/run_matching
+LEMON=lemon/lemon_matching
+
+# Generate big graphs that are not in the Git repo.
+python3 generate/make_slow_graph.py chain 20000 > graphs/chain_n20000.edge
+python3 generate/make_slow_graph.py chain 50000 > graphs/chain_n50000.edge
+python3 generate/triangles.py 16667 1 > graphs/triangles_n50001.edge
+
+# Run pre-generated graphs.
+./run_test.py --solver $PYMWM --solver $CPPMWM --solver $LEMON --timeout 600 --runs 5 --verify \
+  graphs/chain_n1000.edge \
+  graphs/chain_n5000.edge \
+  graphs/chain_n10000.edge \
+  graphs/sparse_delta_n1004.edge \
+  graphs/sparse_delta_n2004.edge \
+  graphs/sparse_delta_n5004.edge \
+  graphs/triangles_n1002.edge \
+  graphs/triangles_n5001.edge \
+  graphs/triangles_n10002.edge
+
+./run_test.py --solver $PYMWM --solver $CPPMWM --solver $LEMON --timeout 600 --runs 5 \
+  graphs/chain_n20000.edge \
+  graphs/chain_n50000.edge \
+  graphs/triangles_n50001.edge
+
+# Run random graphs.
+./run_test.py --solver $PYMWM --solver $CPPMWM --solver $LEMON --timeout 600 --random --runs 25 --n 1000 --m 5000 
+
+./run_test.py --solver $PYMWM --solver $CPPMWM --solver $LEMON --timeout 600 --random --runs 25 --n 1000 --m 31622
+
+./run_test.py --solver $PYMWM --solver $CPPMWM --solver $LEMON --timeout 600 --random --runs 25 --n 1000 --m 499500
+
+./run_test.py --solver $PYMWM --solver $CPPMWM --solver $LEMON --timeout 600 --random --runs 25 --n 2000 --m 10000
+
+./run_test.py --solver $PYMWM --solver $CPPMWM --solver $LEMON --timeout 600 --random --runs 25 --n 2000 --m 89442
+
+./run_test.py --solver $PYMWM --solver $CPPMWM --solver $LEMON --timeout 600 --random --runs 25 --n 2000 --m 1999000
+
+./run_test.py --solver $PYMWM --solver $CPPMWM --solver $LEMON --timeout 600 --random --runs 25 --n 5000 --m 25000
+
+./run_test.py --solver $PYMWM --solver $CPPMWM --solver $LEMON --timeout 600 --random --runs 25 --n 5000 --m 353553
+
+./run_test.py --solver $PYMWM --solver $CPPMWM --solver $LEMON --timeout 600 --random --runs 25 --n 10000 --m 50000
+
+./run_test.py --solver $PYMWM --solver $CPPMWM --solver $LEMON --timeout 600 --random --runs 25 --n 10000 --m 1000000
+
+./run_test.py --solver $PYMWM --solver $CPPMWM --solver $LEMON --timeout 600 --random --runs 25 --n 20000 --m 100000
+