diff --git a/benchmark/plots.md b/benchmark/plots.md deleted file mode 100644 index 0c974a8..0000000 --- a/benchmark/plots.md +++ /dev/null @@ -1 +0,0 @@ -## ***OpenR*** Benchmark Results \ No newline at end of file diff --git a/benchmark/tables.md b/benchmark/tables.md deleted file mode 100644 index 322de2e..0000000 --- a/benchmark/tables.md +++ /dev/null @@ -1,266 +0,0 @@ -## ***OpenR*** Benchmark Results - -Here we present some preliminary results in the following tables. - -
| Generator | -Reward Model | -Search | -Budget | -MATH | -
|---|---|---|---|---|
|
- - Qwen2.5-Math-1.5B-Instruct - |
- Math-Sphered-Mistral-7B-PRM | -Greedy | -$2^0$ | -- |
| Majority Vote | -$2^6$ | -- | ||
| Best-of-N | -$2^6$ | -- | ||
| Beam Search | -$2^6$ | -- | ||
| MCTS | -$2^6$ | -- | ||
| Math-psa-7B | -Greedy | -$2^0$ | -- | |
| Majority Vote | -$2^6$ | -- | ||
| Best-of-N | -$2^6$ | -- | ||
| Beam Search | -$2^6$ | -- | ||
| MCTS | -$2^6$ | -- | ||
| Skywork-o1-PRM-7B | -Greedy | -$2^0$ | -- | |
| Majority Vote | -$2^6$ | -- | ||
| Best-of-N | -$2^6$ | -- | ||
| Beam Search | -$2^6$ | -- | ||
| MCTS | -$2^6$ | -- | - | |
|
- - Qwen2.5-Math-7B-Instruct - |
- Math-Sphered-Mistral-7B-PRM | -Greedy | -$2^0$ | -- |
| Majority Vote | -$2^6$ | -- | ||
| Best-of-N | -$2^6$ | -- | ||
| Beam Search | -$2^6$ | -- | ||
| MCTS | -$2^6$ | -- | ||
| Math-psa-7B | -Greedy | -$2^0$ | -- | |
| Majority Vote | -$2^6$ | -- | ||
| Best-of-N | -$2^6$ | -- | ||
| Beam Search | -$2^6$ | -- | ||
| MCTS | -$2^6$ | -- | ||
| Skywork-o1-PRM-7B | -Greedy | -$2^0$ | -- | |
| Majority Vote | -$2^6$ | -- | ||
| Best-of-N | -$2^6$ | -- | ||
| Beam Search | -$2^6$ | -- | ||
| MCTS | -$2^6$ | -- | - | |
|
- - Skywork-o1-Open-Llama-3.1-8B - |
- Math-Sphered-Mistral-7B-PRM | -Greedy | -$2^0$ | -- |
| Majority Vote | -$2^6$ | -- | ||
| Best-of-N | -$2^6$ | -- | ||
| Beam Search | -$2^6$ | -- | ||
| MCTS | -$2^6$ | -- | ||
| Math-psa-7B | -Greedy | -$2^0$ | -- | |
| Majority Vote | -$2^6$ | -- | ||
| Best-of-N | -$2^6$ | -- | ||
| Beam Search | -$2^6$ | -- | ||
| MCTS | -$2^6$ | -- | ||
| Skywork-o1-PRM-7B | -Greedy | -$2^0$ | -- | |
| Majority Vote | -$2^6$ | -- | ||
| Best-of-N | -$2^6$ | -- | ||
| Beam Search | -$2^6$ | -- | ||
| MCTS | -$2^6$ | -- |