Revise config

Config.py

@@ -1,24 +1,37 @@
+import random
+
 DATASETS = [
     'mmlu',
     # 'Anthropic_safety_eval'
 ]
 
 TOPICS = {
-    'mmlu': 
-    [   
-        # 'high_school_biology',
-        'high_school_physics'
-    ],
-    'Anthropic_safety_eval': 
-    [
-        'myopia'
-    ]
+    'mmlu':
+        [
+            # 'high_school_biology',
+            'high_school_physics'
+        ],
+    'Anthropic_safety_eval':
+        [
+            'myopia'
+        ]
 }
 
-MODELS = ['Llama-2-70b-chat-hf',
-          'Llama-2-13b-chat-hf',
-          'Mixtral-8x7B-Instruct-v0.1',
-          'Mistral-7B-Instruct-v0.2'
-          ]
+MODELS = [
+    # 'Llama-2-70b-chat-hf',
+    # 'Llama-2-13b-chat-hf',
+    'Mixtral-8x7B-Instruct-v0.1',
+    # 'Mistral-7B-Instruct-v0.2'
+]
+
+RANDOM_SEED = 42
+
+
+
+
+DEFAULT_SUMMARIZER = "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"
+DEFAULT_DATASET = "mmlu"
+DEFAULT_TOPIC = random.choice(TOPICS[DEFAULT_DATASET])
 
-RANDOM_SEED = 42
+CARD_DIR = "cards/"
+DATASET_DIR = "datasets/"

utils.py

@@ -5,7 +5,7 @@ from typing import Tuple, Dict
 
 import jsonlines
 
-from config import *
+from Config import *
 from models import select_model