saumyamalik commited on
Commit
8e7b89a
·
1 Parent(s): 5a3d732

hide preview models from leaderboard

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -28,7 +28,7 @@ repo_dir_rewardbench = "./evals/rewardbench/"
28
  print("Pulling evaluation results")
29
  repo = snapshot_download(
30
  local_dir=repo_dir_rewardbench,
31
- ignore_patterns=["pref-sets-scores/*", "eval-set-scores/*", "eval-set/allenai/open_instruct_dev*"],
32
  repo_id=evals_repo,
33
  use_auth_token=COLLAB_TOKEN,
34
  tqdm_class=None,
 
28
  print("Pulling evaluation results")
29
  repo = snapshot_download(
30
  local_dir=repo_dir_rewardbench,
31
+ ignore_patterns=["pref-sets-scores/*", "eval-set-scores/*", "eval-set/allenai/open_instruct_dev*", "eval-set/google/*-preview-*"],
32
  repo_id=evals_repo,
33
  use_auth_token=COLLAB_TOKEN,
34
  tqdm_class=None,