app
Browse files
app.py
CHANGED
@@ -26,9 +26,9 @@ def run_evaluation(model_name):
|
|
26 |
|
27 |
try:
|
28 |
# Set up the arguments similar to the CLI in predict.py
|
29 |
-
dataset_path = "eval/data/dev.json"
|
30 |
-
table_meta_path = "eval/data/tables.json"
|
31 |
-
output_dir = "output/"
|
32 |
prompt_format = "duckdbinstgraniteshort"
|
33 |
stop_tokens = [';']
|
34 |
max_tokens = 30000
|
@@ -88,7 +88,7 @@ def run_evaluation(model_name):
|
|
88 |
|
89 |
# Set up evaluation arguments
|
90 |
gold_path = Path(dataset_path)
|
91 |
-
db_dir = "eval/data/databases/"
|
92 |
tables_path = Path(table_meta_path)
|
93 |
|
94 |
kmaps = test_suite_evaluation.build_foreign_key_map_from_json(str(tables_path))
|
|
|
26 |
|
27 |
try:
|
28 |
# Set up the arguments similar to the CLI in predict.py
|
29 |
+
dataset_path = "duckdb-nsql/eval/data/dev.json"
|
30 |
+
table_meta_path = "duckdb-nsql/eval/data/tables.json"
|
31 |
+
output_dir = "duckdb-nsql/output/"
|
32 |
prompt_format = "duckdbinstgraniteshort"
|
33 |
stop_tokens = [';']
|
34 |
max_tokens = 30000
|
|
|
88 |
|
89 |
# Set up evaluation arguments
|
90 |
gold_path = Path(dataset_path)
|
91 |
+
db_dir = "duckdb-nsql/eval/data/databases/"
|
92 |
tables_path = Path(table_meta_path)
|
93 |
|
94 |
kmaps = test_suite_evaluation.build_foreign_key_map_from_json(str(tables_path))
|