Spaces:
Sleeping
Sleeping
| [ | |
| { | |
| "model_name": "model-meta-llama-Llama-3.1-8B-Instruct", | |
| "2022 Spring": 49.494949494949495, | |
| "2014 Spring": 42.857142857142854, | |
| "2022 Fall": 45.91836734693878, | |
| "2014 Fall": 46.1139896373057, | |
| "2024 Spring": 47.20812182741117, | |
| "2015 Spring": 54.3010752688172, | |
| "2023 Spring": 46.96969696969697, | |
| "2021 Fall": 48.98989898989899, | |
| "2015 Fall": 47.89473684210526, | |
| "2023 Fall": 49.743589743589745, | |
| "2021 Spring": 46.93877551020408, | |
| "2013 Spring": 47.42268041237113, | |
| "2013 Fall": 46.596858638743456, | |
| "overall_accuracy": 47.70569620253164 | |
| }, | |
| { | |
| "model_name": "model-BioMistral-BioMistral-7B", | |
| "2022 Spring": 22.727272727272727, | |
| "2014 Spring": 20.408163265306122, | |
| "2022 Fall": 32.6530612244898, | |
| "2014 Fall": 22.279792746113987, | |
| "2024 Spring": 29.949238578680205, | |
| "2015 Spring": 25.806451612903224, | |
| "2023 Spring": 27.77777777777778, | |
| "2021 Fall": 29.292929292929294, | |
| "2015 Fall": 29.47368421052631, | |
| "2023 Fall": 27.692307692307693, | |
| "2021 Spring": 22.448979591836736, | |
| "2013 Spring": 28.865979381443296, | |
| "2013 Fall": 28.79581151832461, | |
| "overall_accuracy": 26.78006329113924 | |
| }, | |
| { | |
| "model_name": "model-johnsnowlabs-JSL-MedLlama-3-8B-v2.0", | |
| "2022 Spring": 38.88888888888889, | |
| "2014 Spring": 34.69387755102041, | |
| "2022 Fall": 40.30612244897959, | |
| "2014 Fall": 37.82383419689119, | |
| "2024 Spring": 41.62436548223351, | |
| "2015 Spring": 40.32258064516129, | |
| "2023 Spring": 36.868686868686865, | |
| "2021 Fall": 44.94949494949495, | |
| "2015 Fall": 35.26315789473684, | |
| "2023 Fall": 37.43589743589744, | |
| "2021 Spring": 40.816326530612244, | |
| "2013 Spring": 41.23711340206185, | |
| "2013 Fall": 42.40837696335078, | |
| "overall_accuracy": 39.438291139240505 | |
| }, | |
| { | |
| "model_name": "model-Qwen-Qwen2.5-7B-Instruct", | |
| "2022 Spring": 46.464646464646464, | |
| "2014 Spring": 46.42857142857143, | |
| "2022 Fall": 46.93877551020408, | |
| "2014 Fall": 49.740932642487046, | |
| "2024 Spring": 53.299492385786806, | |
| "2015 Spring": 44.086021505376344, | |
| "2023 Spring": 48.98989898989899, | |
| "2021 Fall": 53.03030303030303, | |
| "2015 Fall": 44.21052631578947, | |
| "2023 Fall": 47.179487179487175, | |
| "2021 Spring": 51.53061224489795, | |
| "2013 Spring": 52.0618556701031, | |
| "2013 Fall": 44.50261780104712, | |
| "overall_accuracy": 48.37816455696203 | |
| }, | |
| { | |
| "model_name": "model-speakleash-Bielik-11B-v2.2-Instruct", | |
| "2022 Spring": 39.8989898989899, | |
| "2014 Spring": 36.734693877551024, | |
| "2022 Fall": 38.265306122448976, | |
| "2014 Fall": 44.04145077720207, | |
| "2024 Spring": 50.25380710659898, | |
| "2015 Spring": 39.247311827956985, | |
| "2023 Spring": 38.88888888888889, | |
| "2021 Fall": 42.92929292929293, | |
| "2015 Fall": 42.10526315789473, | |
| "2023 Fall": 43.58974358974359, | |
| "2021 Spring": 48.97959183673469, | |
| "2013 Spring": 49.48453608247423, | |
| "2013 Fall": 42.93193717277487, | |
| "overall_accuracy": 42.879746835443036 | |
| }, | |
| { | |
| "model_name": "model-gpt-4o-2024-08-06", | |
| "2022 Spring": 74.74747474747475, | |
| "2014 Spring": 72.44897959183673, | |
| "2022 Fall": 71.42857142857143, | |
| "2014 Fall": 74.09326424870466, | |
| "2024 Spring": 73.09644670050761, | |
| "2015 Spring": 66.66666666666666, | |
| "2023 Spring": 71.21212121212122, | |
| "2021 Fall": 74.74747474747475, | |
| "2015 Fall": 71.05263157894737, | |
| "2023 Fall": 70.76923076923077, | |
| "2021 Spring": 77.55102040816327, | |
| "2013 Spring": 72.68041237113401, | |
| "2013 Fall": 71.72774869109948, | |
| "overall_accuracy": 72.50791139240506 | |
| }, | |
| { | |
| "model_name": "model-OpenMeditron-Meditron3-8B", | |
| "2022 Spring": 42.92929292929293, | |
| "2014 Spring": 38.775510204081634, | |
| "2022 Fall": 44.38775510204081, | |
| "2014 Fall": 44.04145077720207, | |
| "2024 Spring": 40.10152284263959, | |
| "2015 Spring": 45.16129032258064, | |
| "2023 Spring": 41.91919191919192, | |
| "2021 Fall": 44.94949494949495, | |
| "2015 Fall": 42.10526315789473, | |
| "2023 Fall": 41.53846153846154, | |
| "2021 Spring": 43.36734693877551, | |
| "2013 Spring": 46.90721649484536, | |
| "2013 Fall": 47.64397905759162, | |
| "overall_accuracy": 43.35443037974683 | |
| }, | |
| { | |
| "model_name": "model-gpt-4o-mini-2024-07-18", | |
| "2022 Spring": 54.54545454545454, | |
| "2014 Spring": 55.61224489795919, | |
| "2022 Fall": 56.12244897959183, | |
| "2014 Fall": 56.994818652849744, | |
| "2024 Spring": 56.34517766497462, | |
| "2015 Spring": 56.98924731182796, | |
| "2023 Spring": 56.060606060606055, | |
| "2021 Fall": 55.55555555555556, | |
| "2015 Fall": 54.21052631578947, | |
| "2023 Fall": 58.97435897435898, | |
| "2021 Spring": 62.755102040816325, | |
| "2013 Spring": 58.24742268041238, | |
| "2013 Fall": 57.06806282722513, | |
| "overall_accuracy": 56.88291139240506 | |
| }, | |
| { | |
| "model_name": "model-OpenMeditron-Meditron3-70B", | |
| "2022 Spring": 43.93939393939394, | |
| "2014 Spring": 40.30612244897959, | |
| "2022 Fall": 47.95918367346938, | |
| "2014 Fall": 45.07772020725388, | |
| "2024 Spring": 49.23857868020304, | |
| "2015 Spring": 45.16129032258064, | |
| "2023 Spring": 43.43434343434344, | |
| "2021 Fall": 48.98989898989899, | |
| "2015 Fall": 48.94736842105264, | |
| "2023 Fall": 45.64102564102564, | |
| "2021 Spring": 46.42857142857143, | |
| "2013 Spring": 46.391752577319586, | |
| "2013 Fall": 46.07329842931937, | |
| "overall_accuracy": 45.96518987341772 | |
| }, | |
| { | |
| "model_name": "model-aaditya-Llama3-OpenBioLLM-70B", | |
| "2022 Spring": 44.44444444444444, | |
| "2014 Spring": 45.40816326530612, | |
| "2022 Fall": 46.93877551020408, | |
| "2014 Fall": 47.15025906735752, | |
| "2024 Spring": 48.223350253807105, | |
| "2015 Spring": 45.16129032258064, | |
| "2023 Spring": 45.95959595959596, | |
| "2021 Fall": 48.484848484848484, | |
| "2015 Fall": 46.31578947368421, | |
| "2023 Fall": 41.02564102564102, | |
| "2021 Spring": 45.91836734693878, | |
| "2013 Spring": 46.391752577319586, | |
| "2013 Fall": 45.0261780104712, | |
| "overall_accuracy": 45.88607594936709 | |
| }, | |
| { | |
| "model_name": "model-meta-llama-Llama-3.2-3B-Instruct", | |
| "2022 Spring": 34.34343434343434, | |
| "2014 Spring": 32.6530612244898, | |
| "2022 Fall": 39.285714285714285, | |
| "2014 Fall": 35.751295336787564, | |
| "2024 Spring": 39.59390862944163, | |
| "2015 Spring": 38.70967741935484, | |
| "2023 Spring": 39.39393939393939, | |
| "2021 Fall": 37.878787878787875, | |
| "2015 Fall": 35.78947368421053, | |
| "2023 Fall": 37.43589743589744, | |
| "2021 Spring": 37.755102040816325, | |
| "2013 Spring": 33.50515463917525, | |
| "2013 Fall": 37.17277486910995, | |
| "overall_accuracy": 36.86708860759494 | |
| }, | |
| { | |
| "model_name": "model-mistralai-Mistral-Large-Instruct-2407", | |
| "2022 Spring": 61.61616161616161, | |
| "2014 Spring": 61.73469387755102, | |
| "2022 Fall": 60.204081632653065, | |
| "2014 Fall": 63.212435233160626, | |
| "2024 Spring": 64.9746192893401, | |
| "2015 Spring": 62.365591397849464, | |
| "2023 Spring": 60.60606060606061, | |
| "2021 Fall": 62.62626262626263, | |
| "2015 Fall": 61.578947368421055, | |
| "2023 Fall": 59.48717948717949, | |
| "2021 Spring": 64.28571428571429, | |
| "2013 Spring": 63.91752577319587, | |
| "2013 Fall": 61.25654450261781, | |
| "overall_accuracy": 62.14398734177215 | |
| }, | |
| { | |
| "model_name": "model-meta-llama-Meta-Llama-3.1-70B-Instruct", | |
| "2022 Spring": 65.15151515151516, | |
| "2014 Spring": 62.755102040816325, | |
| "2022 Fall": 62.244897959183675, | |
| "2014 Fall": 64.24870466321244, | |
| "2024 Spring": 59.89847715736041, | |
| "2015 Spring": 68.27956989247312, | |
| "2023 Spring": 64.64646464646465, | |
| "2021 Fall": 62.121212121212125, | |
| "2015 Fall": 63.1578947368421, | |
| "2023 Fall": 56.92307692307692, | |
| "2021 Spring": 67.85714285714286, | |
| "2013 Spring": 61.34020618556701, | |
| "2013 Fall": 62.82722513089005, | |
| "overall_accuracy": 63.17246835443038 | |
| }, | |
| { | |
| "model_name": "model-ProbeMedicalYonseiMAILab-medllama3-v20", | |
| "2022 Spring": 36.868686868686865, | |
| "2014 Spring": 34.69387755102041, | |
| "2022 Fall": 37.755102040816325, | |
| "2014 Fall": 35.751295336787564, | |
| "2024 Spring": 43.14720812182741, | |
| "2015 Spring": 43.54838709677419, | |
| "2023 Spring": 39.8989898989899, | |
| "2021 Fall": 35.35353535353536, | |
| "2015 Fall": 37.89473684210527, | |
| "2023 Fall": 34.87179487179487, | |
| "2021 Spring": 38.775510204081634, | |
| "2013 Spring": 41.75257731958763, | |
| "2013 Fall": 39.79057591623037, | |
| "overall_accuracy": 38.449367088607595 | |
| }, | |
| { | |
| "model_name": "model-mistralai-Mistral-Small-Instruct-2409", | |
| "2022 Spring": 37.878787878787875, | |
| "2014 Spring": 45.91836734693878, | |
| "2022 Fall": 45.91836734693878, | |
| "2014 Fall": 43.005181347150256, | |
| "2024 Spring": 45.68527918781726, | |
| "2015 Spring": 44.623655913978496, | |
| "2023 Spring": 40.909090909090914, | |
| "2021 Fall": 40.4040404040404, | |
| "2015 Fall": 44.21052631578947, | |
| "2023 Fall": 42.05128205128205, | |
| "2021 Spring": 46.42857142857143, | |
| "2013 Spring": 44.329896907216494, | |
| "2013 Fall": 43.97905759162304, | |
| "overall_accuracy": 43.473101265822784 | |
| }, | |
| { | |
| "model_name": "model-Qwen-Qwen2.5-72B-Instruct", | |
| "2022 Spring": 65.15151515151516, | |
| "2014 Spring": 61.73469387755102, | |
| "2022 Fall": 64.79591836734694, | |
| "2014 Fall": 66.32124352331607, | |
| "2024 Spring": 63.45177664974619, | |
| "2015 Spring": 62.365591397849464, | |
| "2023 Spring": 59.09090909090909, | |
| "2021 Fall": 65.15151515151516, | |
| "2015 Fall": 63.1578947368421, | |
| "2023 Fall": 58.46153846153847, | |
| "2021 Spring": 69.38775510204081, | |
| "2013 Spring": 64.94845360824742, | |
| "2013 Fall": 59.16230366492147, | |
| "overall_accuracy": 63.33069620253164 | |
| } | |
| ] |