[ { "model_name": "model-meta-llama-Llama-3.1-8B-Instruct", "2022 Spring": 63.775510204081634, "2014 Spring": 60.51282051282051, "2022 Fall": 63.775510204081634, "2014 Fall": 64.58333333333334, "2024 Spring": 74.61928934010153, "2015 Spring": 61.111111111111114, "2023 Spring": 63.4020618556701, "2021 Fall": 61.855670103092784, "2015 Fall": 62.63157894736842, "2023 Fall": 70.61855670103093, "2021 Spring": 70.0, "2013 Spring": 61.979166666666664, "2013 Fall": 61.78010471204188, "overall_accuracy": 64.68960063266113 }, { "model_name": "model-BioMistral-BioMistral-7B", "2022 Spring": 32.142857142857146, "2014 Spring": 32.30769230769231, "2022 Fall": 32.142857142857146, "2014 Fall": 27.604166666666668, "2024 Spring": 39.59390862944163, "2015 Spring": 29.292929292929294, "2023 Spring": 32.98969072164948, "2021 Fall": 32.47422680412371, "2015 Fall": 32.631578947368425, "2023 Fall": 31.958762886597935, "2021 Spring": 39.0, "2013 Spring": 36.97916666666667, "2013 Fall": 26.17801047120419, "overall_accuracy": 32.74021352313167 }, { "model_name": "model-johnsnowlabs-JSL-MedLlama-3-8B-v2.0", "2022 Spring": 54.59183673469388, "2014 Spring": 49.23076923076923, "2022 Fall": 51.02040816326531, "2014 Fall": 54.166666666666664, "2024 Spring": 62.944162436548226, "2015 Spring": 51.515151515151516, "2023 Spring": 53.09278350515464, "2021 Fall": 56.18556701030928, "2015 Fall": 53.1578947368421, "2023 Fall": 56.18556701030928, "2021 Spring": 55.00000000000001, "2013 Spring": 48.95833333333333, "2013 Fall": 57.06806282722513, "overall_accuracy": 54.092526690391466 }, { "model_name": "model-Qwen-Qwen2.5-7B-Instruct", "2022 Spring": 64.79591836734694, "2014 Spring": 62.05128205128205, "2022 Fall": 66.3265306122449, "2014 Fall": 72.91666666666666, "2024 Spring": 79.18781725888326, "2015 Spring": 68.18181818181817, "2023 Spring": 68.55670103092784, "2021 Fall": 63.91752577319587, "2015 Fall": 68.94736842105263, "2023 Fall": 71.64948453608247, "2021 Spring": 65.5, "2013 Spring": 64.0625, "2013 Fall": 64.3979057591623, "overall_accuracy": 67.73428232502965 }, { "model_name": "model-speakleash-Bielik-11B-v2.2-Instruct", "2022 Spring": 50.51020408163265, "2014 Spring": 53.84615384615385, "2022 Fall": 59.693877551020414, "2014 Fall": 58.333333333333336, "2024 Spring": 62.43654822335025, "2015 Spring": 58.58585858585859, "2023 Spring": 56.70103092783505, "2021 Fall": 55.154639175257735, "2015 Fall": 56.84210526315789, "2023 Fall": 57.73195876288659, "2021 Spring": 61.5, "2013 Spring": 55.729166666666664, "2013 Fall": 53.403141361256544, "overall_accuracy": 56.97904310003954 }, { "model_name": "model-gpt-4o-2024-08-06", "2022 Spring": 87.75510204081633, "2014 Spring": 88.71794871794872, "2022 Fall": 87.75510204081633, "2014 Fall": 88.02083333333334, "2024 Spring": 94.41624365482234, "2015 Spring": 89.39393939393939, "2023 Spring": 91.23711340206185, "2021 Fall": 85.56701030927834, "2015 Fall": 87.36842105263159, "2023 Fall": 90.72164948453609, "2021 Spring": 91.5, "2013 Spring": 83.85416666666666, "2013 Fall": 86.38743455497382, "overall_accuracy": 88.69118228548834 }, { "model_name": "model-OpenMeditron-Meditron3-8B", "2022 Spring": 56.63265306122449, "2014 Spring": 57.43589743589743, "2022 Fall": 59.183673469387756, "2014 Fall": 64.58333333333334, "2024 Spring": 65.98984771573603, "2015 Spring": 58.58585858585859, "2023 Spring": 64.43298969072166, "2021 Fall": 59.27835051546392, "2015 Fall": 59.473684210526315, "2023 Fall": 61.34020618556701, "2021 Spring": 61.5, "2013 Spring": 57.291666666666664, "2013 Fall": 58.63874345549738, "overall_accuracy": 60.340055357848954 }, { "model_name": "model-mistralai-Mistral-Large-Instruct-2407", "2022 Spring": 84.18367346938776, "2014 Spring": 80.0, "2022 Fall": 79.08163265306123, "2014 Fall": 82.29166666666666, "2024 Spring": 91.37055837563452, "2015 Spring": 80.8080808080808, "2023 Spring": 82.4742268041237, "2021 Fall": 79.38144329896907, "2015 Fall": 78.42105263157895, "2023 Fall": 89.69072164948454, "2021 Spring": 88.5, "2013 Spring": 77.08333333333334, "2013 Fall": 77.4869109947644, "overall_accuracy": 82.40411229735074 }, { "model_name": "model-gpt-4o-mini-2024-07-18", "2022 Spring": 70.40816326530613, "2014 Spring": 75.8974358974359, "2022 Fall": 75.0, "2014 Fall": 78.64583333333334, "2024 Spring": 85.27918781725889, "2015 Spring": 72.72727272727273, "2023 Spring": 76.80412371134021, "2021 Fall": 72.68041237113401, "2015 Fall": 72.63157894736842, "2023 Fall": 84.5360824742268, "2021 Spring": 77.0, "2013 Spring": 69.79166666666666, "2013 Fall": 75.39267015706807, "overall_accuracy": 75.91933570581257 }, { "model_name": "model-OpenMeditron-Meditron3-70B", "2022 Spring": 67.85714285714286, "2014 Spring": 67.17948717948717, "2022 Fall": 60.204081632653065, "2014 Fall": 65.10416666666666, "2024 Spring": 81.21827411167513, "2015 Spring": 64.14141414141415, "2023 Spring": 70.61855670103093, "2021 Fall": 60.30927835051546, "2015 Fall": 62.63157894736842, "2023 Fall": 72.68041237113401, "2021 Spring": 67.5, "2013 Spring": 65.10416666666666, "2013 Fall": 62.82722513089005, "overall_accuracy": 66.74574930802689 }, { "model_name": "model-aaditya-Llama3-OpenBioLLM-70B", "2022 Spring": 62.244897959183675, "2014 Spring": 63.07692307692307, "2022 Fall": 59.183673469387756, "2014 Fall": 68.22916666666666, "2024 Spring": 72.58883248730965, "2015 Spring": 67.67676767676768, "2023 Spring": 68.55670103092784, "2021 Fall": 65.97938144329896, "2015 Fall": 59.473684210526315, "2023 Fall": 68.55670103092784, "2021 Spring": 72.5, "2013 Spring": 64.58333333333334, "2013 Fall": 63.87434554973822, "overall_accuracy": 65.91538157374455 }, { "model_name": "model-meta-llama-Llama-3.2-3B-Instruct", "2022 Spring": 51.02040816326531, "2014 Spring": 46.666666666666664, "2022 Fall": 51.02040816326531, "2014 Fall": 53.645833333333336, "2024 Spring": 56.34517766497462, "2015 Spring": 48.98989898989899, "2023 Spring": 52.57731958762887, "2021 Fall": 55.154639175257735, "2015 Fall": 52.63157894736842, "2023 Fall": 55.670103092783506, "2021 Spring": 56.99999999999999, "2013 Spring": 46.35416666666667, "2013 Fall": 49.73821989528796, "overall_accuracy": 52.07591933570581 }, { "model_name": "model-meta-llama-Meta-Llama-3.1-70B-Instruct", "2022 Spring": 78.06122448979592, "2014 Spring": 79.48717948717949, "2022 Fall": 82.6530612244898, "2014 Fall": 86.45833333333334, "2024 Spring": 89.84771573604061, "2015 Spring": 86.36363636363636, "2023 Spring": 82.4742268041237, "2021 Fall": 77.83505154639175, "2015 Fall": 82.10526315789474, "2023 Fall": 84.02061855670104, "2021 Spring": 86.5, "2013 Spring": 79.16666666666666, "2013 Fall": 78.53403141361257, "overall_accuracy": 82.60181890075128 }, { "model_name": "model-ProbeMedicalYonseiMAILab-medllama3-v20", "2022 Spring": 49.48979591836735, "2014 Spring": 49.743589743589745, "2022 Fall": 57.14285714285714, "2014 Fall": 52.604166666666664, "2024 Spring": 56.852791878172596, "2015 Spring": 45.45454545454545, "2023 Spring": 55.154639175257735, "2021 Fall": 52.0618556701031, "2015 Fall": 47.89473684210526, "2023 Fall": 57.73195876288659, "2021 Spring": 53.5, "2013 Spring": 48.95833333333333, "2013 Fall": 52.879581151832454, "overall_accuracy": 52.27362593910636 }, { "model_name": "model-mistralai-Mistral-Small-Instruct-2409", "2022 Spring": 63.775510204081634, "2014 Spring": 61.53846153846154, "2022 Fall": 63.775510204081634, "2014 Fall": 64.0625, "2024 Spring": 73.09644670050761, "2015 Spring": 58.58585858585859, "2023 Spring": 67.0103092783505, "2021 Fall": 63.4020618556701, "2015 Fall": 58.94736842105262, "2023 Fall": 68.55670103092784, "2021 Spring": 65.0, "2013 Spring": 58.333333333333336, "2013 Fall": 61.78010471204188, "overall_accuracy": 63.70106761565836 }, { "model_name": "model-Qwen-Qwen2.5-72B-Instruct", "2022 Spring": 81.63265306122449, "2014 Spring": 80.0, "2022 Fall": 81.63265306122449, "2014 Fall": 84.375, "2024 Spring": 87.30964467005076, "2015 Spring": 81.81818181818183, "2023 Spring": 81.95876288659794, "2021 Fall": 81.44329896907216, "2015 Fall": 76.84210526315789, "2023 Fall": 85.56701030927834, "2021 Spring": 83.0, "2013 Spring": 76.5625, "2013 Fall": 82.72251308900523, "overall_accuracy": 81.9296164491894 } ]