| { | |
| "amc-cot": { | |
| "cot": { | |
| "accuracy": 0.075, | |
| "n_samples": 40 | |
| }, | |
| "tool": { | |
| "n_samples": 0 | |
| } | |
| }, | |
| "asdiv-cot": { | |
| "cot": { | |
| "accuracy": 0.8532731376975169, | |
| "n_samples": 2215 | |
| }, | |
| "tool": { | |
| "n_samples": 0 | |
| } | |
| }, | |
| "gsm8k-cot": { | |
| "cot": { | |
| "accuracy": 0.7710386656557998, | |
| "n_samples": 1319 | |
| }, | |
| "tool": { | |
| "n_samples": 0 | |
| } | |
| }, | |
| "math-500-cot": { | |
| "cot": { | |
| "accuracy": 0.386, | |
| "n_samples": 500 | |
| }, | |
| "tool": { | |
| "n_samples": 0 | |
| } | |
| }, | |
| "math-cot": { | |
| "cot": { | |
| "accuracy": 0.3854, | |
| "n_samples": 5000 | |
| }, | |
| "tool": { | |
| "n_samples": 0 | |
| } | |
| }, | |
| "math_sat-cot": { | |
| "cot": { | |
| "accuracy": 0.875, | |
| "n_samples": 32 | |
| }, | |
| "tool": { | |
| "n_samples": 0 | |
| } | |
| }, | |
| "mathqa-cot": { | |
| "cot": { | |
| "accuracy": 0.628, | |
| "n_samples": 1000 | |
| }, | |
| "tool": { | |
| "n_samples": 0 | |
| } | |
| }, | |
| "mawps-cot": { | |
| "cot": { | |
| "accuracy": 0.9554479418886198, | |
| "n_samples": 2065 | |
| }, | |
| "tool": { | |
| "n_samples": 0 | |
| } | |
| }, | |
| "mmlu-stem-cot": { | |
| "cot": { | |
| "accuracy": 0.6438038436050364, | |
| "n_samples": 3018 | |
| }, | |
| "tool": { | |
| "n_samples": 0 | |
| } | |
| }, | |
| "ocw-courses-cot": { | |
| "cot": { | |
| "accuracy": 0.13970588235294118, | |
| "n_samples": 272 | |
| }, | |
| "tool": { | |
| "n_samples": 0 | |
| } | |
| }, | |
| "olympiad-bench-cot": { | |
| "cot": { | |
| "accuracy": 0.10074074074074074, | |
| "n_samples": 675 | |
| }, | |
| "tool": { | |
| "n_samples": 0 | |
| } | |
| }, | |
| "svamp-cot": { | |
| "cot": { | |
| "accuracy": 0.864, | |
| "n_samples": 1000 | |
| }, | |
| "tool": { | |
| "n_samples": 0 | |
| } | |
| }, | |
| "tabmwp-cot": { | |
| "cot": { | |
| "accuracy": 0.716, | |
| "n_samples": 1000 | |
| }, | |
| "tool": { | |
| "n_samples": 0 | |
| } | |
| } | |
| } |